CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137d48 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x37ba70)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x37b984)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x37b77b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x373921)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734d3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b4400137d48 by thread T142 (mutexes: write M736755477320681456):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x37483a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x371f16)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Location is heap block of size 264 at 0x7b4400137cc0 allocated by thread T105:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x3400d7)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x2a7f56)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x37a075)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x379e51)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x373785)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3717ae)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x43dfdb)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3f0946)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c03ba)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d4331)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d42d9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d4269)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d4231)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d350d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Thread T105 (tid=15302, finished) created by thread T11 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bd582)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26b640)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x21b09c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x21a4d6)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x219e7f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15 (libkrpc.so+0x21d14f)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5 (libkrpc.so+0x21e4a1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x21e459)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x21e3e9)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x21e3b1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x21d6ad)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b08001250e0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37bb4a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x37b9c9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x37b7a7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x373921)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734d3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b08001250e0 by thread T142 (mutexes: write M736755477320681456):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x371f52)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137470 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734db)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137470 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x2e9a85)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2bc3b3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2bc2e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3748f2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137478 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734db)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137478 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x2f0b58)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8be64)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bc89)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eb90)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x379a94)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3748fd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137d30 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137d30 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x2e9a85)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2bc3b3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2bc2e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3748f2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137d38 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137d38 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x2f0b58)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8be64)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bc89)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eb90)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x379a94)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3748fd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=14414) Write of size 8 at 0x7b4400137d40 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b4400137d40 by thread T142 (mutexes: write M736755477320681456):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3747f9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x371f0a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20260924 15:09:32.930563 14414 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20260924 15:09:32.931073 14414 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20260924 15:09:32.931311 14414 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20260924 15:09:32.931532 14414 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (8 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (52 ms)
[----------] 3 tests from TableInfoTest (63 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (11 ms)
[----------] 1 test from TestTSDescriptor (11 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20260924 15:09:33.004664 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:46463
I20260924 15:09:33.006279 14414 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20260924 15:09:33.007438 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:33.024539 14421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:33.024529 14420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:33.025894 14423 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:33.026616 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:34.248114 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:34.248426 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:34.248615 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262574248597 us; error 0 us; skew 500 ppm
I20260924 15:09:34.249459 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:34.255656 14414 webserver.cc:533] Webserver started at http://127.14.19.190:37657/ using document root <none> and password file <none>
I20260924 15:09:34.256632 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:34.256865 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:34.257337 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:34.264284 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "5aef814090b6469ca17c747c055d05b6"
format_stamp: "Formatted at 2026-09-24 15:09:34 on dist-test-slave-38qb"
I20260924 15:09:34.273307 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
I20260924 15:09:34.280033 14429 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:34.281476 14414 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
I20260924 15:09:34.281924 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "5aef814090b6469ca17c747c055d05b6"
format_stamp: "Formatted at 2026-09-24 15:09:34 on dist-test-slave-38qb"
I20260924 15:09:34.282311 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:34.363113 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:34.364897 14414 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20260924 15:09:34.365448 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:34.447255 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:46463
I20260924 15:09:34.447336 14480 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:46463 every 8 connection(s)
I20260924 15:09:34.458958 14481 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:34.483186 14481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Bootstrap starting.
I20260924 15:09:34.490487 14481 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:34.492578 14481 log.cc:826] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Log is configured to *not* fsync() on all Append() calls
I20260924 15:09:34.499486 14481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: No bootstrap required, opened a new log
I20260924 15:09:34.524873 14481 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER }
I20260924 15:09:34.525542 14481 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:34.525877 14481 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5aef814090b6469ca17c747c055d05b6, State: Initialized, Role: FOLLOWER
I20260924 15:09:34.526902 14481 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER }
I20260924 15:09:34.527443 14481 raft_consensus.cc:399] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:34.527853 14481 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:34.528259 14481 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:34.534422 14481 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER }
I20260924 15:09:34.535370 14481 leader_election.cc:304] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5aef814090b6469ca17c747c055d05b6; no voters:
I20260924 15:09:34.539336 14484 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:34.538669 14481 leader_election.cc:290] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:34.542421 14484 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 1 LEADER]: Becoming Leader. State: Replica: 5aef814090b6469ca17c747c055d05b6, State: Running, Role: LEADER
I20260924 15:09:34.544349 14484 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER }
I20260924 15:09:34.545337 14481 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:34.554167 14485 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "5aef814090b6469ca17c747c055d05b6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER } }
I20260924 15:09:34.554134 14486 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5aef814090b6469ca17c747c055d05b6. Latest consensus state: current_term: 1 leader_uuid: "5aef814090b6469ca17c747c055d05b6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5aef814090b6469ca17c747c055d05b6" member_type: VOTER } }
I20260924 15:09:34.555924 14485 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:34.556203 14486 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:34.560825 14493 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:34.575300 14493 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:34.577798 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:34.594796 14493 catalog_manager.cc:1396] Generated new cluster ID: 2644cae6b1784928a026f68323bacaec
I20260924 15:09:34.595095 14493 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:34.611724 14493 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:34.613755 14493 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:34.636240 14493 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Generated new TSK 0
I20260924 15:09:34.637953 14493 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:34.645581 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:34.657867 14503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:34.661178 14504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:34.663756 14506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:34.664460 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:34.665498 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:34.665830 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:34.666038 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262574666019 us; error 0 us; skew 500 ppm
I20260924 15:09:34.667155 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:34.672065 14414 webserver.cc:533] Webserver started at http://127.14.19.129:42605/ using document root <none> and password file <none>
I20260924 15:09:34.672714 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:34.672962 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:34.673291 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:34.674741 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "c09ae6e91a9f4e0da4a898f472e9d781"
format_stamp: "Formatted at 2026-09-24 15:09:34 on dist-test-slave-38qb"
I20260924 15:09:34.682287 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
I20260924 15:09:34.687301 14511 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:34.688351 14414 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
I20260924 15:09:34.688721 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "c09ae6e91a9f4e0da4a898f472e9d781"
format_stamp: "Formatted at 2026-09-24 15:09:34 on dist-test-slave-38qb"
I20260924 15:09:34.689030 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:34.717512 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:34.719121 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:34.722157 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:34.727615 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:34.727964 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:34.728250 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:34.728446 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:34.834892 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:45689
I20260924 15:09:34.834954 14573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:45689 every 8 connection(s)
I20260924 15:09:34.865676 14574 heartbeater.cc:344] Connected to a master server at 127.14.19.190:46463
I20260924 15:09:34.866189 14574 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:34.867496 14574 heartbeater.cc:507] Master 127.14.19.190:46463 requested a full tablet report, sending...
I20260924 15:09:34.870816 14446 ts_manager.cc:194] Registered new tserver with Master: c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129:45689)
I20260924 15:09:34.871281 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.029622239s
I20260924 15:09:34.874024 14446 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:39724
I20260924 15:09:34.918161 14446 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39740:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260924 15:09:35.027160 14537 tablet_service.cc:1511] Processing CreateTablet for tablet 25eec7ed63fc411d98f836cdd727134e (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260924 15:09:35.028057 14539 tablet_service.cc:1511] Processing CreateTablet for tablet d691e4a6c74c461981459d04ea74ce24 (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION VALUES < 100
I20260924 15:09:35.029117 14537 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25eec7ed63fc411d98f836cdd727134e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.027029 14538 tablet_service.cc:1511] Processing CreateTablet for tablet a95cee9f838f423bb733ef8b69bb254b (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260924 15:09:35.030572 14538 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a95cee9f838f423bb733ef8b69bb254b. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.032604 14539 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d691e4a6c74c461981459d04ea74ce24. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.034614 14536 tablet_service.cc:1511] Processing CreateTablet for tablet 995133155ddc4425a88a14fd0f790ccc (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260924 15:09:35.034910 14535 tablet_service.cc:1511] Processing CreateTablet for tablet eed4ca5d2157414fac4c7c6002b4951d (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260924 15:09:35.035527 14534 tablet_service.cc:1511] Processing CreateTablet for tablet fa75d1f2f5494370933b22d75060f7d3 (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260924 15:09:35.036543 14536 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 995133155ddc4425a88a14fd0f790ccc. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.037293 14535 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet eed4ca5d2157414fac4c7c6002b4951d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.038362 14534 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fa75d1f2f5494370933b22d75060f7d3. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.057837 14533 tablet_service.cc:1511] Processing CreateTablet for tablet 05d7b8cb442d456d9aa4cbae7b1e3f06 (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260924 15:09:35.061120 14532 tablet_service.cc:1511] Processing CreateTablet for tablet d2cf51ec89ac452d8d2b47988ba3f8d2 (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260924 15:09:35.067307 14531 tablet_service.cc:1511] Processing CreateTablet for tablet 030fd5ac37a94438b5aa3e475a789af3 (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260924 15:09:35.075404 14533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 05d7b8cb442d456d9aa4cbae7b1e3f06. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.077795 14532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d2cf51ec89ac452d8d2b47988ba3f8d2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.082784 14531 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 030fd5ac37a94438b5aa3e475a789af3. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.087229 14530 tablet_service.cc:1511] Processing CreateTablet for tablet 868bc34e83cc43a6b1e42fe4e9341d2a (DEFAULT_TABLE table=test_table [id=eff58958a0bd45b4aa7421d805b5f108]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260924 15:09:35.088764 14530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 868bc34e83cc43a6b1e42fe4e9341d2a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:35.097994 14586 tablet_bootstrap.cc:492] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.126780 14586 tablet_bootstrap.cc:654] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.145031 14586 tablet_bootstrap.cc:492] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.145514 14586 ts_tablet_manager.cc:1403] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.050s user 0.009s sys 0.010s
I20260924 15:09:35.147935 14586 raft_consensus.cc:359] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.148438 14586 raft_consensus.cc:385] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.148737 14586 raft_consensus.cc:740] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.149410 14586 consensus_queue.cc:260] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.149997 14586 raft_consensus.cc:399] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.150239 14586 raft_consensus.cc:493] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.150534 14586 raft_consensus.cc:3060] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.155845 14586 raft_consensus.cc:515] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.156538 14586 leader_election.cc:304] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.158795 14586 leader_election.cc:290] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.160046 14588 raft_consensus.cc:2804] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.163465 14574 heartbeater.cc:499] Master 127.14.19.190:46463 was elected leader, sending a full tablet report...
I20260924 15:09:35.163968 14588 raft_consensus.cc:697] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.164769 14588 consensus_queue.cc:237] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.165343 14586 ts_tablet_manager.cc:1434] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.019s user 0.010s sys 0.007s
I20260924 15:09:35.166507 14586 tablet_bootstrap.cc:492] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.175274 14586 tablet_bootstrap.cc:654] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.188467 14446 catalog_manager.cc:5838] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.199163 14586 tablet_bootstrap.cc:492] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.199702 14586 ts_tablet_manager.cc:1403] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.033s user 0.013s sys 0.015s
I20260924 15:09:35.202911 14586 raft_consensus.cc:359] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.203511 14586 raft_consensus.cc:385] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.203814 14586 raft_consensus.cc:740] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.204502 14586 consensus_queue.cc:260] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.205153 14586 raft_consensus.cc:399] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.205617 14586 raft_consensus.cc:493] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.206012 14586 raft_consensus.cc:3060] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.213932 14586 raft_consensus.cc:515] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.214800 14586 leader_election.cc:304] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.215518 14586 leader_election.cc:290] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.215678 14588 raft_consensus.cc:2804] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.216262 14588 raft_consensus.cc:697] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.217000 14588 consensus_queue.cc:237] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.217589 14586 ts_tablet_manager.cc:1434] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.018s user 0.008s sys 0.011s
I20260924 15:09:35.218629 14586 tablet_bootstrap.cc:492] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.224200 14446 catalog_manager.cc:5838] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.225893 14586 tablet_bootstrap.cc:654] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.236621 14586 tablet_bootstrap.cc:492] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.237138 14586 ts_tablet_manager.cc:1403] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.019s user 0.005s sys 0.007s
I20260924 15:09:35.240290 14586 raft_consensus.cc:359] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.241029 14586 raft_consensus.cc:385] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.241331 14586 raft_consensus.cc:740] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.242095 14586 consensus_queue.cc:260] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.242751 14586 raft_consensus.cc:399] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.243060 14586 raft_consensus.cc:493] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.243378 14586 raft_consensus.cc:3060] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.250013 14586 raft_consensus.cc:515] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.250741 14586 leader_election.cc:304] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.251369 14586 leader_election.cc:290] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.251670 14588 raft_consensus.cc:2804] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.252501 14588 raft_consensus.cc:697] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.253188 14588 consensus_queue.cc:237] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.253368 14586 ts_tablet_manager.cc:1434] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.016s user 0.007s sys 0.007s
I20260924 15:09:35.254418 14586 tablet_bootstrap.cc:492] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.261080 14446 catalog_manager.cc:5838] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.262007 14586 tablet_bootstrap.cc:654] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.270285 14586 tablet_bootstrap.cc:492] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.270936 14586 ts_tablet_manager.cc:1403] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.017s user 0.010s sys 0.004s
I20260924 15:09:35.274509 14586 raft_consensus.cc:359] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.275213 14586 raft_consensus.cc:385] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.275532 14586 raft_consensus.cc:740] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.276280 14586 consensus_queue.cc:260] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.277060 14586 raft_consensus.cc:399] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.277384 14586 raft_consensus.cc:493] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.277797 14586 raft_consensus.cc:3060] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.285243 14586 raft_consensus.cc:515] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.286057 14586 leader_election.cc:304] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.286715 14586 leader_election.cc:290] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.286938 14588 raft_consensus.cc:2804] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.287696 14588 raft_consensus.cc:697] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.288501 14586 ts_tablet_manager.cc:1434] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.017s user 0.017s sys 0.000s
I20260924 15:09:35.288436 14588 consensus_queue.cc:237] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.289551 14586 tablet_bootstrap.cc:492] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.298177 14586 tablet_bootstrap.cc:654] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.297132 14446 catalog_manager.cc:5838] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.307039 14586 tablet_bootstrap.cc:492] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.307504 14586 ts_tablet_manager.cc:1403] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.018s user 0.016s sys 0.000s
I20260924 15:09:35.310376 14586 raft_consensus.cc:359] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.311692 14586 raft_consensus.cc:385] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.312107 14586 raft_consensus.cc:740] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.312865 14586 consensus_queue.cc:260] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.313592 14586 raft_consensus.cc:399] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.313934 14586 raft_consensus.cc:493] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.314275 14586 raft_consensus.cc:3060] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.319952 14586 raft_consensus.cc:515] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.320575 14586 leader_election.cc:304] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.321130 14586 leader_election.cc:290] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.321462 14590 raft_consensus.cc:2804] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.321964 14590 raft_consensus.cc:697] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.322757 14590 consensus_queue.cc:237] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.323156 14586 ts_tablet_manager.cc:1434] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.015s user 0.014s sys 0.002s
I20260924 15:09:35.324232 14586 tablet_bootstrap.cc:492] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.331073 14586 tablet_bootstrap.cc:654] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.331660 14446 catalog_manager.cc:5838] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.337406 14586 tablet_bootstrap.cc:492] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.337826 14586 ts_tablet_manager.cc:1403] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.004s
I20260924 15:09:35.340090 14586 raft_consensus.cc:359] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.340607 14586 raft_consensus.cc:385] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.340853 14586 raft_consensus.cc:740] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.341475 14586 consensus_queue.cc:260] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.342098 14586 raft_consensus.cc:399] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.342973 14586 raft_consensus.cc:493] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.343539 14586 raft_consensus.cc:3060] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.349988 14586 raft_consensus.cc:515] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.350679 14586 leader_election.cc:304] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.351253 14586 leader_election.cc:290] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.351598 14590 raft_consensus.cc:2804] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.352083 14590 raft_consensus.cc:697] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.352802 14590 consensus_queue.cc:237] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.353183 14586 ts_tablet_manager.cc:1434] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.015s user 0.009s sys 0.003s
I20260924 15:09:35.354087 14586 tablet_bootstrap.cc:492] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.360565 14586 tablet_bootstrap.cc:654] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.361335 14445 catalog_manager.cc:5838] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.366209 14586 tablet_bootstrap.cc:492] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.366771 14586 ts_tablet_manager.cc:1403] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.013s user 0.003s sys 0.009s
I20260924 15:09:35.369125 14586 raft_consensus.cc:359] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.369688 14586 raft_consensus.cc:385] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.369953 14586 raft_consensus.cc:740] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.370745 14586 consensus_queue.cc:260] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.371325 14586 raft_consensus.cc:399] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.371579 14586 raft_consensus.cc:493] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.371837 14586 raft_consensus.cc:3060] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.378651 14586 raft_consensus.cc:515] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.379465 14586 leader_election.cc:304] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.380074 14586 leader_election.cc:290] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.380462 14590 raft_consensus.cc:2804] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.381273 14590 raft_consensus.cc:697] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.382141 14590 consensus_queue.cc:237] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.386859 14586 ts_tablet_manager.cc:1434] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.020s user 0.015s sys 0.000s
I20260924 15:09:35.387986 14586 tablet_bootstrap.cc:492] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.391309 14445 catalog_manager.cc:5838] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.394475 14586 tablet_bootstrap.cc:654] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.403663 14586 tablet_bootstrap.cc:492] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.404120 14586 ts_tablet_manager.cc:1403] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.003s
I20260924 15:09:35.406854 14586 raft_consensus.cc:359] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.407423 14586 raft_consensus.cc:385] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.407691 14586 raft_consensus.cc:740] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.408588 14586 consensus_queue.cc:260] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.409173 14586 raft_consensus.cc:399] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.409359 14586 raft_consensus.cc:493] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.409544 14586 raft_consensus.cc:3060] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.414192 14586 raft_consensus.cc:515] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.414906 14586 leader_election.cc:304] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.415450 14586 leader_election.cc:290] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.415653 14590 raft_consensus.cc:2804] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.416178 14590 raft_consensus.cc:697] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.417008 14590 consensus_queue.cc:237] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.418545 14586 ts_tablet_manager.cc:1434] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.014s user 0.014s sys 0.001s
I20260924 15:09:35.419391 14586 tablet_bootstrap.cc:492] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.424626 14586 tablet_bootstrap.cc:654] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.430595 14586 tablet_bootstrap.cc:492] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.431053 14586 ts_tablet_manager.cc:1403] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20260924 15:09:35.431994 14445 catalog_manager.cc:5838] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.433869 14586 raft_consensus.cc:359] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.434393 14586 raft_consensus.cc:385] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.434691 14586 raft_consensus.cc:740] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.435320 14586 consensus_queue.cc:260] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.435794 14586 raft_consensus.cc:399] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.436038 14586 raft_consensus.cc:493] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.436311 14586 raft_consensus.cc:3060] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.441857 14586 raft_consensus.cc:515] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.442703 14586 leader_election.cc:304] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.443292 14586 leader_election.cc:290] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.443637 14590 raft_consensus.cc:2804] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.444633 14590 raft_consensus.cc:697] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.444995 14586 ts_tablet_manager.cc:1434] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.014s user 0.011s sys 0.004s
I20260924 15:09:35.445806 14586 tablet_bootstrap.cc:492] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: Bootstrap starting.
I20260924 15:09:35.445533 14590 consensus_queue.cc:237] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.451817 14586 tablet_bootstrap.cc:654] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:35.459399 14445 catalog_manager.cc:5838] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.464125 14586 tablet_bootstrap.cc:492] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: No bootstrap required, opened a new log
I20260924 15:09:35.464571 14586 ts_tablet_manager.cc:1403] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent bootstrapping tablet: real 0.019s user 0.009s sys 0.007s
I20260924 15:09:35.467018 14586 raft_consensus.cc:359] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.467463 14586 raft_consensus.cc:385] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:35.467687 14586 raft_consensus.cc:740] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Initialized, Role: FOLLOWER
I20260924 15:09:35.468329 14586 consensus_queue.cc:260] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.468797 14586 raft_consensus.cc:399] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:35.469022 14586 raft_consensus.cc:493] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:35.469272 14586 raft_consensus.cc:3060] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:35.473763 14586 raft_consensus.cc:515] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.474300 14586 leader_election.cc:304] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c09ae6e91a9f4e0da4a898f472e9d781; no voters:
I20260924 15:09:35.474726 14586 leader_election.cc:290] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:35.474924 14590 raft_consensus.cc:2804] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:35.475441 14590 raft_consensus.cc:697] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Becoming Leader. State: Replica: c09ae6e91a9f4e0da4a898f472e9d781, State: Running, Role: LEADER
I20260924 15:09:35.476203 14586 ts_tablet_manager.cc:1434] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20260924 15:09:35.476243 14590 consensus_queue.cc:237] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } }
I20260924 15:09:35.485036 14445 catalog_manager.cc:5838] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 reported cstate change: term changed from 0 to 1, leader changed from <none> to c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c09ae6e91a9f4e0da4a898f472e9d781" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 45689 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:35.511159 14414 catalog_manager.cc:2794] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20260924 15:09:35.531080 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet d691e4a6c74c461981459d04ea74ce24
I20260924 15:09:35.531986 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet a95cee9f838f423bb733ef8b69bb254b
I20260924 15:09:35.533182 14531 tablet_service.cc:1558] Processing DeleteTablet for tablet d691e4a6c74c461981459d04ea74ce24 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.532665 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet 25eec7ed63fc411d98f836cdd727134e
I20260924 15:09:35.533517 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet a95cee9f838f423bb733ef8b69bb254b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.534412 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet 995133155ddc4425a88a14fd0f790ccc
I20260924 15:09:35.535413 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet 25eec7ed63fc411d98f836cdd727134e with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.535840 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet eed4ca5d2157414fac4c7c6002b4951d
I20260924 15:09:35.536581 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet fa75d1f2f5494370933b22d75060f7d3
I20260924 15:09:35.536442 14611 tablet_replica.cc:333] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.536895 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet 995133155ddc4425a88a14fd0f790ccc with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.537478 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet 05d7b8cb442d456d9aa4cbae7b1e3f06
I20260924 15:09:35.538529 14531 tablet_service.cc:1558] Processing DeleteTablet for tablet fa75d1f2f5494370933b22d75060f7d3 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.538615 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet eed4ca5d2157414fac4c7c6002b4951d with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.538857 14611 raft_consensus.cc:2243] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.538226 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet d2cf51ec89ac452d8d2b47988ba3f8d2
I20260924 15:09:35.539680 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet 030fd5ac37a94438b5aa3e475a789af3
I20260924 15:09:35.539490 14611 raft_consensus.cc:2272] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.539928 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet 05d7b8cb442d456d9aa4cbae7b1e3f06 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.540405 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: Sending DeleteTablet for 1 replicas of tablet 868bc34e83cc43a6b1e42fe4e9341d2a
I20260924 15:09:35.542682 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
I20260924 15:09:35.541896 14530 tablet_service.cc:1558] Processing DeleteTablet for tablet d2cf51ec89ac452d8d2b47988ba3f8d2 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.544562 14531 tablet_service.cc:1558] Processing DeleteTablet for tablet 030fd5ac37a94438b5aa3e475a789af3 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:35 UTC) from {username='slave'} at 127.0.0.1:43380
I20260924 15:09:35.545876 14611 ts_tablet_manager.cc:1916] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Deleting tablet data with delete state TABLET_DATA_DELETED
W20260924 15:09:35.545964 14433 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
W20260924 15:09:35.565909 14433 catalog_manager.cc:4790] TS c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129:45689): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 868bc34e83cc43a6b1e42fe4e9341d2a: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260924 15:09:35.573058 14611 ts_tablet_manager.cc:1929] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260924 15:09:35.573686 14611 log.cc:1199] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Deleting WAL directory at /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root/wals/d691e4a6c74c461981459d04ea74ce24
I20260924 15:09:35.574919 14611 ts_tablet_manager.cc:1950] T d691e4a6c74c461981459d04ea74ce24 P c09ae6e91a9f4e0da4a898f472e9d781: Deleting consensus metadata
I20260924 15:09:35.579963 14611 tablet_replica.cc:333] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.580138 14433 catalog_manager.cc:5063] TS c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129:45689): tablet d691e4a6c74c461981459d04ea74ce24 (table test_table [id=eff58958a0bd45b4aa7421d805b5f108]) successfully deleted
I20260924 15:09:35.581629 14611 raft_consensus.cc:2243] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.582352 14611 raft_consensus.cc:2272] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.585158 14611 ts_tablet_manager.cc:1916] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260924 15:09:35.595907 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260924 15:09:35.605139 14611 ts_tablet_manager.cc:1929] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260924 15:09:35.605602 14611 log.cc:1199] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Deleting WAL directory at /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1790262572730500-14414-0/minicluster-data/ts-0-root/wals/a95cee9f838f423bb733ef8b69bb254b
I20260924 15:09:35.606438 14611 ts_tablet_manager.cc:1950] T a95cee9f838f423bb733ef8b69bb254b P c09ae6e91a9f4e0da4a898f472e9d781: Deleting consensus metadata
W20260924 15:09:35.609177 14433 catalog_manager.cc:5055] TS c09ae6e91a9f4e0da4a898f472e9d781 (127.14.19.129:45689): delete failed for tablet a95cee9f838f423bb733ef8b69bb254b with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20260924 15:09:35.611347 14414 tablet_replica.cc:333] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.612149 14414 raft_consensus.cc:2243] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.612672 14414 raft_consensus.cc:2272] T 868bc34e83cc43a6b1e42fe4e9341d2a P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.615978 14414 tablet_replica.cc:333] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.616603 14414 raft_consensus.cc:2243] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.617033 14414 raft_consensus.cc:2272] T 030fd5ac37a94438b5aa3e475a789af3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.619875 14414 tablet_replica.cc:333] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.620618 14414 raft_consensus.cc:2243] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.621124 14414 raft_consensus.cc:2272] T d2cf51ec89ac452d8d2b47988ba3f8d2 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.623535 14414 tablet_replica.cc:333] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.624065 14414 raft_consensus.cc:2243] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.624480 14414 raft_consensus.cc:2272] T eed4ca5d2157414fac4c7c6002b4951d P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.626657 14414 tablet_replica.cc:333] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.627166 14414 raft_consensus.cc:2243] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.627568 14414 raft_consensus.cc:2272] T fa75d1f2f5494370933b22d75060f7d3 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.629725 14414 tablet_replica.cc:333] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.630209 14414 raft_consensus.cc:2243] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.630600 14414 raft_consensus.cc:2272] T 995133155ddc4425a88a14fd0f790ccc P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.633018 14414 tablet_replica.cc:333] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.633490 14414 raft_consensus.cc:2243] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.633930 14414 raft_consensus.cc:2272] T 05d7b8cb442d456d9aa4cbae7b1e3f06 P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:35.636291 14414 tablet_replica.cc:333] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781: stopping tablet replica
I20260924 15:09:35.636935 14414 raft_consensus.cc:2243] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:35.637331 14414 raft_consensus.cc:2272] T 25eec7ed63fc411d98f836cdd727134e P c09ae6e91a9f4e0da4a898f472e9d781 [term 1 FOLLOWER]: Raft consensus is shut down!
W20260924 15:09:35.652802 14433 connection.cc:769] client connection to 127.14.19.129:45689 send error: Network error: sendmsg error: Connection reset by peer (error 104)
I20260924 15:09:35.959733 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:35.977584 14414 master.cc:562] Master@127.14.19.190:46463 shutting down...
I20260924 15:09:36.076023 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:36.076647 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:36.077018 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 5aef814090b6469ca17c747c055d05b6: stopping tablet replica
I20260924 15:09:36.097375 14414 master.cc:584] Master@127.14.19.190:46463 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (3119 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20260924 15:09:36.120556 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:44503
I20260924 15:09:36.121627 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:36.127573 14614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:36.130972 14615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:36.133129 14414 server_base.cc:1061] running on GCE node
W20260924 15:09:36.133256 14617 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:36.134388 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:36.134598 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:36.134771 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262576134755 us; error 0 us; skew 500 ppm
I20260924 15:09:36.135300 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:36.138185 14414 webserver.cc:533] Webserver started at http://127.14.19.190:35383/ using document root <none> and password file <none>
I20260924 15:09:36.138739 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:36.138993 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:36.139258 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:36.140308 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "3fcc81f182774c60a4974a6ce1cf516a"
format_stamp: "Formatted at 2026-09-24 15:09:36 on dist-test-slave-38qb"
I20260924 15:09:36.145179 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.002s
I20260924 15:09:36.148751 14622 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:36.149943 14414 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
I20260924 15:09:36.150264 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "3fcc81f182774c60a4974a6ce1cf516a"
format_stamp: "Formatted at 2026-09-24 15:09:36 on dist-test-slave-38qb"
I20260924 15:09:36.150588 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:36.168776 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:36.169876 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:36.213837 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:44503
I20260924 15:09:36.213939 14673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:44503 every 8 connection(s)
I20260924 15:09:36.219291 14674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.235033 14674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Bootstrap starting.
I20260924 15:09:36.241114 14674 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.247094 14674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: No bootstrap required, opened a new log
I20260924 15:09:36.249959 14674 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER }
I20260924 15:09:36.250507 14674 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.250806 14674 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fcc81f182774c60a4974a6ce1cf516a, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.251477 14674 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER }
I20260924 15:09:36.252082 14674 raft_consensus.cc:399] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.252388 14674 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.253145 14674 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.259944 14674 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER }
I20260924 15:09:36.260653 14674 leader_election.cc:304] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3fcc81f182774c60a4974a6ce1cf516a; no voters:
I20260924 15:09:36.262033 14674 leader_election.cc:290] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.262311 14677 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.264556 14677 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 1 LEADER]: Becoming Leader. State: Replica: 3fcc81f182774c60a4974a6ce1cf516a, State: Running, Role: LEADER
I20260924 15:09:36.265251 14677 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER }
I20260924 15:09:36.265626 14674 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:36.267884 14678 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3fcc81f182774c60a4974a6ce1cf516a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER } }
I20260924 15:09:36.268455 14678 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:36.286533 14682 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:36.286795 14679 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3fcc81f182774c60a4974a6ce1cf516a. Latest consensus state: current_term: 1 leader_uuid: "3fcc81f182774c60a4974a6ce1cf516a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3fcc81f182774c60a4974a6ce1cf516a" member_type: VOTER } }
I20260924 15:09:36.287362 14679 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:36.292550 14682 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:36.294159 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:36.302639 14682 catalog_manager.cc:1396] Generated new cluster ID: 8111bd26f7d4482b88cb41432fbb26f9
I20260924 15:09:36.303090 14682 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:36.325719 14682 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:36.326948 14682 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:36.344910 14682 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Generated new TSK 0
I20260924 15:09:36.345606 14682 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:36.361476 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:36.368562 14696 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:36.370790 14697 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:36.372422 14700 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:36.372654 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:36.373592 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:36.373871 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:36.374051 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262576374035 us; error 0 us; skew 500 ppm
I20260924 15:09:36.374589 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:36.377537 14414 webserver.cc:533] Webserver started at http://127.14.19.129:33837/ using document root <none> and password file <none>
I20260924 15:09:36.378165 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:36.378401 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:36.378692 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:36.379796 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "2e842a11253548be948fb77e701661d5"
format_stamp: "Formatted at 2026-09-24 15:09:36 on dist-test-slave-38qb"
I20260924 15:09:36.386543 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
I20260924 15:09:36.390309 14704 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:36.391268 14414 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
I20260924 15:09:36.391619 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "2e842a11253548be948fb77e701661d5"
format_stamp: "Formatted at 2026-09-24 15:09:36 on dist-test-slave-38qb"
I20260924 15:09:36.391981 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:36.407652 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:36.408991 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:36.410840 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:36.413913 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:36.414168 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:36.414454 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:36.414654 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:36.464066 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:36953
I20260924 15:09:36.464135 14767 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:36953 every 8 connection(s)
I20260924 15:09:36.480656 14768 heartbeater.cc:344] Connected to a master server at 127.14.19.190:44503
I20260924 15:09:36.481148 14768 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:36.481994 14768 heartbeater.cc:507] Master 127.14.19.190:44503 requested a full tablet report, sending...
I20260924 15:09:36.483995 14639 ts_manager.cc:194] Registered new tserver with Master: 2e842a11253548be948fb77e701661d5 (127.14.19.129:36953)
I20260924 15:09:36.484285 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.01617461s
I20260924 15:09:36.485796 14639 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:50886
I20260924 15:09:36.509763 14639 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50894:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260924 15:09:36.572193 14733 tablet_service.cc:1511] Processing CreateTablet for tablet 34ee93fe4d3f46d8863bea325876a54c (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION VALUES < 100
I20260924 15:09:36.572445 14732 tablet_service.cc:1511] Processing CreateTablet for tablet c6be4ff2a88a48089a422e9f41328725 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260924 15:09:36.573613 14733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 34ee93fe4d3f46d8863bea325876a54c. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.574069 14728 tablet_service.cc:1511] Processing CreateTablet for tablet 5bc9f9a308364f889d5ff19a15c358b8 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260924 15:09:36.574506 14727 tablet_service.cc:1511] Processing CreateTablet for tablet b9847da3b1714033b5d3ad15ce31244a (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260924 15:09:36.575681 14725 tablet_service.cc:1511] Processing CreateTablet for tablet 872f9b1c659f474d8179b0a68fba19af (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260924 15:09:36.578020 14724 tablet_service.cc:1511] Processing CreateTablet for tablet 5923789af5114d2a8338b97e80941268 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260924 15:09:36.578348 14729 tablet_service.cc:1511] Processing CreateTablet for tablet 131d45adef9f44308cb678072c14c155 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260924 15:09:36.579041 14731 tablet_service.cc:1511] Processing CreateTablet for tablet c5ddb58552d44bda955e0f75fd16e829 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260924 15:09:36.579766 14723 tablet_service.cc:1511] Processing CreateTablet for tablet 5870412c503d4ce8b6c7ca1fd6756d54 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260924 15:09:36.580343 14730 tablet_service.cc:1511] Processing CreateTablet for tablet 09d9aeed935c4a4290884ba56546a0a9 (DEFAULT_TABLE table=test_table [id=2aed5b5246ec49c2bde44411e896720a]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260924 15:09:36.581619 14728 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5bc9f9a308364f889d5ff19a15c358b8. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.582441 14727 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9847da3b1714033b5d3ad15ce31244a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.583117 14725 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 872f9b1c659f474d8179b0a68fba19af. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.590224 14730 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 09d9aeed935c4a4290884ba56546a0a9. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.593899 14724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5923789af5114d2a8338b97e80941268. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.598387 14729 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 131d45adef9f44308cb678072c14c155. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.599080 14732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6be4ff2a88a48089a422e9f41328725. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.602062 14731 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c5ddb58552d44bda955e0f75fd16e829. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.606137 14723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5870412c503d4ce8b6c7ca1fd6756d54. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:36.641954 14780 tablet_bootstrap.cc:492] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.661438 14780 tablet_bootstrap.cc:654] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.666312 14780 tablet_bootstrap.cc:492] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.666754 14780 ts_tablet_manager.cc:1403] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.025s user 0.006s sys 0.006s
I20260924 15:09:36.669391 14780 raft_consensus.cc:359] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.669981 14780 raft_consensus.cc:385] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.670260 14780 raft_consensus.cc:740] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.671093 14780 consensus_queue.cc:260] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.671747 14780 raft_consensus.cc:399] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.672057 14780 raft_consensus.cc:493] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.672379 14780 raft_consensus.cc:3060] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.679064 14780 raft_consensus.cc:515] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.679780 14780 leader_election.cc:304] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.681339 14780 leader_election.cc:290] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.681939 14782 raft_consensus.cc:2804] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.683575 14768 heartbeater.cc:499] Master 127.14.19.190:44503 was elected leader, sending a full tablet report...
I20260924 15:09:36.684051 14780 ts_tablet_manager.cc:1434] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.017s user 0.016s sys 0.001s
I20260924 15:09:36.684950 14780 tablet_bootstrap.cc:492] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.686293 14782 raft_consensus.cc:697] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.687005 14782 consensus_queue.cc:237] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.691936 14780 tablet_bootstrap.cc:654] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.706375 14639 catalog_manager.cc:5838] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
W20260924 15:09:36.720333 14769 tablet.cc:2433] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20260924 15:09:36.734115 14780 tablet_bootstrap.cc:492] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.734738 14780 ts_tablet_manager.cc:1403] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.050s user 0.022s sys 0.027s
I20260924 15:09:36.737323 14780 raft_consensus.cc:359] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.737901 14780 raft_consensus.cc:385] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.738174 14780 raft_consensus.cc:740] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.738869 14780 consensus_queue.cc:260] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.739483 14780 raft_consensus.cc:399] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.739782 14780 raft_consensus.cc:493] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.740101 14780 raft_consensus.cc:3060] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.746989 14780 raft_consensus.cc:515] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.747750 14780 leader_election.cc:304] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.748370 14780 leader_election.cc:290] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.748685 14784 raft_consensus.cc:2804] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.749188 14784 raft_consensus.cc:697] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.749912 14784 consensus_queue.cc:237] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.750162 14780 ts_tablet_manager.cc:1434] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.015s user 0.013s sys 0.003s
I20260924 15:09:36.751139 14780 tablet_bootstrap.cc:492] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.756457 14639 catalog_manager.cc:5838] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.757449 14780 tablet_bootstrap.cc:654] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.762109 14780 tablet_bootstrap.cc:492] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.762589 14780 ts_tablet_manager.cc:1403] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.004s
I20260924 15:09:36.765055 14780 raft_consensus.cc:359] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.765579 14780 raft_consensus.cc:385] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.765909 14780 raft_consensus.cc:740] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.766595 14780 consensus_queue.cc:260] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.767259 14780 raft_consensus.cc:399] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.767514 14780 raft_consensus.cc:493] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.767872 14780 raft_consensus.cc:3060] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.773631 14780 raft_consensus.cc:515] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.774286 14780 leader_election.cc:304] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.774932 14784 raft_consensus.cc:2804] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.775405 14784 raft_consensus.cc:697] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.776038 14784 consensus_queue.cc:237] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.777798 14780 leader_election.cc:290] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.780000 14780 ts_tablet_manager.cc:1434] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.017s user 0.014s sys 0.000s
I20260924 15:09:36.781042 14780 tablet_bootstrap.cc:492] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.782505 14639 catalog_manager.cc:5838] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.786172 14780 tablet_bootstrap.cc:654] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.790874 14780 tablet_bootstrap.cc:492] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.791325 14780 ts_tablet_manager.cc:1403] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
I20260924 15:09:36.794135 14780 raft_consensus.cc:359] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.794705 14780 raft_consensus.cc:385] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.795049 14780 raft_consensus.cc:740] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.795738 14780 consensus_queue.cc:260] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.796370 14780 raft_consensus.cc:399] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.796658 14780 raft_consensus.cc:493] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.796984 14780 raft_consensus.cc:3060] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.803867 14780 raft_consensus.cc:515] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.804745 14780 leader_election.cc:304] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.805369 14780 leader_election.cc:290] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.805546 14784 raft_consensus.cc:2804] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.806077 14784 raft_consensus.cc:697] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.806887 14784 consensus_queue.cc:237] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.807516 14780 ts_tablet_manager.cc:1434] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.016s user 0.016s sys 0.000s
I20260924 15:09:36.808444 14780 tablet_bootstrap.cc:492] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.813541 14639 catalog_manager.cc:5838] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.814697 14780 tablet_bootstrap.cc:654] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.819339 14780 tablet_bootstrap.cc:492] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.819796 14780 ts_tablet_manager.cc:1403] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
I20260924 15:09:36.822461 14780 raft_consensus.cc:359] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.823037 14780 raft_consensus.cc:385] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.823311 14780 raft_consensus.cc:740] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.823958 14780 consensus_queue.cc:260] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.824590 14780 raft_consensus.cc:399] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.824892 14780 raft_consensus.cc:493] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.825237 14780 raft_consensus.cc:3060] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.830021 14780 raft_consensus.cc:515] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.830583 14780 leader_election.cc:304] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.831080 14780 leader_election.cc:290] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.831252 14784 raft_consensus.cc:2804] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.831768 14784 raft_consensus.cc:697] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.832612 14780 ts_tablet_manager.cc:1434] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260924 15:09:36.832432 14784 consensus_queue.cc:237] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.833336 14780 tablet_bootstrap.cc:492] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.837323 14780 tablet_bootstrap.cc:654] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.843153 14638 catalog_manager.cc:5838] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.844321 14780 tablet_bootstrap.cc:492] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.844676 14780 ts_tablet_manager.cc:1403] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.007s
I20260924 15:09:36.846688 14780 raft_consensus.cc:359] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.847177 14780 raft_consensus.cc:385] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.847429 14780 raft_consensus.cc:740] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.848116 14780 consensus_queue.cc:260] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.848489 14780 raft_consensus.cc:399] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.848647 14780 raft_consensus.cc:493] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.848929 14780 raft_consensus.cc:3060] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.855032 14780 raft_consensus.cc:515] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.855943 14780 leader_election.cc:304] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.856504 14780 leader_election.cc:290] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.856665 14784 raft_consensus.cc:2804] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.857260 14784 raft_consensus.cc:697] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.858021 14780 ts_tablet_manager.cc:1434] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20260924 15:09:36.857965 14784 consensus_queue.cc:237] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.858870 14780 tablet_bootstrap.cc:492] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.864267 14780 tablet_bootstrap.cc:654] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.865759 14638 catalog_manager.cc:5838] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.869493 14780 tablet_bootstrap.cc:492] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.869982 14780 ts_tablet_manager.cc:1403] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.011s user 0.011s sys 0.000s
I20260924 15:09:36.872210 14780 raft_consensus.cc:359] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.872663 14780 raft_consensus.cc:385] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.872922 14780 raft_consensus.cc:740] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.873514 14780 consensus_queue.cc:260] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.874019 14780 raft_consensus.cc:399] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.874240 14780 raft_consensus.cc:493] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.874503 14780 raft_consensus.cc:3060] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.878953 14780 raft_consensus.cc:515] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.879494 14780 leader_election.cc:304] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.880044 14780 leader_election.cc:290] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.880321 14784 raft_consensus.cc:2804] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.880744 14784 raft_consensus.cc:697] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.881783 14780 ts_tablet_manager.cc:1434] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20260924 15:09:36.881462 14784 consensus_queue.cc:237] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.883148 14780 tablet_bootstrap.cc:492] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.888649 14780 tablet_bootstrap.cc:654] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.889204 14638 catalog_manager.cc:5838] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.893575 14780 tablet_bootstrap.cc:492] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.894076 14780 ts_tablet_manager.cc:1403] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20260924 15:09:36.896428 14780 raft_consensus.cc:359] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.896917 14780 raft_consensus.cc:385] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.897168 14780 raft_consensus.cc:740] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.897794 14780 consensus_queue.cc:260] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.898363 14780 raft_consensus.cc:399] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.898639 14780 raft_consensus.cc:493] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.898921 14780 raft_consensus.cc:3060] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.904819 14780 raft_consensus.cc:515] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.905441 14780 leader_election.cc:304] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.906057 14780 leader_election.cc:290] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.906234 14784 raft_consensus.cc:2804] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.906790 14784 raft_consensus.cc:697] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.907742 14780 ts_tablet_manager.cc:1434] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.013s user 0.011s sys 0.000s
I20260924 15:09:36.907630 14784 consensus_queue.cc:237] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.908497 14780 tablet_bootstrap.cc:492] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.914631 14780 tablet_bootstrap.cc:654] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.916580 14638 catalog_manager.cc:5838] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.919118 14780 tablet_bootstrap.cc:492] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.919513 14780 ts_tablet_manager.cc:1403] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
I20260924 15:09:36.921772 14780 raft_consensus.cc:359] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.922255 14780 raft_consensus.cc:385] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.922525 14780 raft_consensus.cc:740] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.923130 14780 consensus_queue.cc:260] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.923679 14780 raft_consensus.cc:399] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.923955 14780 raft_consensus.cc:493] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.924254 14780 raft_consensus.cc:3060] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.930177 14780 raft_consensus.cc:515] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.930708 14780 leader_election.cc:304] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.931211 14780 leader_election.cc:290] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.931348 14784 raft_consensus.cc:2804] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.931764 14784 raft_consensus.cc:697] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.932428 14784 consensus_queue.cc:237] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.933022 14780 ts_tablet_manager.cc:1434] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.013s user 0.013s sys 0.001s
I20260924 15:09:36.933864 14780 tablet_bootstrap.cc:492] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: Bootstrap starting.
I20260924 15:09:36.940464 14780 tablet_bootstrap.cc:654] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:36.944172 14638 catalog_manager.cc:5838] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:36.946218 14780 tablet_bootstrap.cc:492] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: No bootstrap required, opened a new log
I20260924 15:09:36.946635 14780 ts_tablet_manager.cc:1403] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: Time spent bootstrapping tablet: real 0.013s user 0.011s sys 0.000s
I20260924 15:09:36.948995 14780 raft_consensus.cc:359] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.949477 14780 raft_consensus.cc:385] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:36.949764 14780 raft_consensus.cc:740] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e842a11253548be948fb77e701661d5, State: Initialized, Role: FOLLOWER
I20260924 15:09:36.950426 14780 consensus_queue.cc:260] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.950990 14780 raft_consensus.cc:399] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:36.951251 14780 raft_consensus.cc:493] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:36.951543 14780 raft_consensus.cc:3060] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:36.956404 14780 raft_consensus.cc:515] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.957024 14780 leader_election.cc:304] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2e842a11253548be948fb77e701661d5; no voters:
I20260924 15:09:36.957538 14780 leader_election.cc:290] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:36.957836 14784 raft_consensus.cc:2804] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:36.958523 14784 raft_consensus.cc:697] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Becoming Leader. State: Replica: 2e842a11253548be948fb77e701661d5, State: Running, Role: LEADER
I20260924 15:09:36.959353 14780 ts_tablet_manager.cc:1434] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20260924 15:09:36.959287 14784 consensus_queue.cc:237] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } }
I20260924 15:09:36.967371 14638 catalog_manager.cc:5838] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e842a11253548be948fb77e701661d5 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "2e842a11253548be948fb77e701661d5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2e842a11253548be948fb77e701661d5" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 36953 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:37.044757 14414 catalog_manager.cc:2803] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20260924 15:09:37.059530 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 34ee93fe4d3f46d8863bea325876a54c
I20260924 15:09:37.060314 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet c6be4ff2a88a48089a422e9f41328725
I20260924 15:09:37.061123 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet c5ddb58552d44bda955e0f75fd16e829
I20260924 15:09:37.061510 14723 tablet_service.cc:1558] Processing DeleteTablet for tablet 34ee93fe4d3f46d8863bea325876a54c with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.061826 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 09d9aeed935c4a4290884ba56546a0a9
I20260924 15:09:37.062142 14731 tablet_service.cc:1558] Processing DeleteTablet for tablet c6be4ff2a88a48089a422e9f41328725 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.062486 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 131d45adef9f44308cb678072c14c155
I20260924 15:09:37.063136 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 5bc9f9a308364f889d5ff19a15c358b8
I20260924 15:09:37.064452 14732 tablet_service.cc:1558] Processing DeleteTablet for tablet 09d9aeed935c4a4290884ba56546a0a9 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.065131 14728 tablet_service.cc:1558] Processing DeleteTablet for tablet 131d45adef9f44308cb678072c14c155 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.065160 14731 tablet_service.cc:1558] Processing DeleteTablet for tablet c5ddb58552d44bda955e0f75fd16e829 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.065905 14732 tablet_service.cc:1558] Processing DeleteTablet for tablet 5bc9f9a308364f889d5ff19a15c358b8 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.066028 14805 tablet_replica.cc:333] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.064164 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet b9847da3b1714033b5d3ad15ce31244a
I20260924 15:09:37.066820 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 872f9b1c659f474d8179b0a68fba19af
I20260924 15:09:37.066984 14805 raft_consensus.cc:2243] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.067600 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 5923789af5114d2a8338b97e80941268
I20260924 15:09:37.067843 14732 tablet_service.cc:1558] Processing DeleteTablet for tablet b9847da3b1714033b5d3ad15ce31244a with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.067626 14805 raft_consensus.cc:2272] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.068403 14414 catalog_manager.cc:6133] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: Sending DeleteTablet for 1 replicas of tablet 5870412c503d4ce8b6c7ca1fd6756d54
I20260924 15:09:37.068929 14732 tablet_service.cc:1558] Processing DeleteTablet for tablet 872f9b1c659f474d8179b0a68fba19af with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.071652 14731 tablet_service.cc:1558] Processing DeleteTablet for tablet 5870412c503d4ce8b6c7ca1fd6756d54 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.072196 14805 ts_tablet_manager.cc:1916] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260924 15:09:37.072358 14732 tablet_service.cc:1558] Processing DeleteTablet for tablet 5923789af5114d2a8338b97e80941268 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-09-24 15:09:37 UTC) from {username='slave'} at 127.0.0.1:37076
I20260924 15:09:37.073994 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
I20260924 15:09:37.091831 14805 ts_tablet_manager.cc:1929] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260924 15:09:37.092422 14805 log.cc:1199] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Deleting WAL directory at /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/wals/34ee93fe4d3f46d8863bea325876a54c
I20260924 15:09:37.093355 14805 ts_tablet_manager.cc:1950] T 34ee93fe4d3f46d8863bea325876a54c P 2e842a11253548be948fb77e701661d5: Deleting consensus metadata
I20260924 15:09:37.096550 14805 tablet_replica.cc:333] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.096784 14623 catalog_manager.cc:5063] TS 2e842a11253548be948fb77e701661d5 (127.14.19.129:36953): tablet 34ee93fe4d3f46d8863bea325876a54c (table test_table [id=2aed5b5246ec49c2bde44411e896720a]) successfully deleted
I20260924 15:09:37.097400 14805 raft_consensus.cc:2243] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.097952 14805 raft_consensus.cc:2272] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.102978 14805 ts_tablet_manager.cc:1916] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260924 15:09:37.105685 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260924 15:09:37.114558 14805 ts_tablet_manager.cc:1929] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260924 15:09:37.114976 14805 log.cc:1199] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Deleting WAL directory at /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/wals/c6be4ff2a88a48089a422e9f41328725
I20260924 15:09:37.115629 14805 ts_tablet_manager.cc:1950] T c6be4ff2a88a48089a422e9f41328725 P 2e842a11253548be948fb77e701661d5: Deleting consensus metadata
W20260924 15:09:37.117334 14623 catalog_manager.cc:5055] TS 2e842a11253548be948fb77e701661d5 (127.14.19.129:36953): delete failed for tablet c6be4ff2a88a48089a422e9f41328725 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20260924 15:09:37.120039 14414 tablet_replica.cc:333] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.120867 14414 raft_consensus.cc:2243] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.121407 14414 raft_consensus.cc:2272] T 5870412c503d4ce8b6c7ca1fd6756d54 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.124944 14414 tablet_replica.cc:333] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.125986 14414 raft_consensus.cc:2243] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.127012 14414 raft_consensus.cc:2272] T 09d9aeed935c4a4290884ba56546a0a9 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
W20260924 15:09:37.127317 14623 catalog_manager.cc:4790] TS 2e842a11253548be948fb77e701661d5 (127.14.19.129:36953): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 09d9aeed935c4a4290884ba56546a0a9: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260924 15:09:37.130463 14414 tablet_replica.cc:333] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.131255 14414 raft_consensus.cc:2243] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.131774 14414 raft_consensus.cc:2272] T 5bc9f9a308364f889d5ff19a15c358b8 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.134994 14414 tablet_replica.cc:333] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.136081 14414 raft_consensus.cc:2243] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.136605 14414 raft_consensus.cc:2272] T c5ddb58552d44bda955e0f75fd16e829 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.139333 14414 tablet_replica.cc:333] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.140033 14414 raft_consensus.cc:2243] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.140511 14414 raft_consensus.cc:2272] T 5923789af5114d2a8338b97e80941268 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.143307 14414 tablet_replica.cc:333] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.144009 14414 raft_consensus.cc:2243] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.144508 14414 raft_consensus.cc:2272] T b9847da3b1714033b5d3ad15ce31244a P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.146881 14414 tablet_replica.cc:333] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.147488 14414 raft_consensus.cc:2243] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.147893 14414 raft_consensus.cc:2272] T 131d45adef9f44308cb678072c14c155 P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.150558 14414 tablet_replica.cc:333] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5: stopping tablet replica
I20260924 15:09:37.151117 14414 raft_consensus.cc:2243] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.151520 14414 raft_consensus.cc:2272] T 872f9b1c659f474d8179b0a68fba19af P 2e842a11253548be948fb77e701661d5 [term 1 FOLLOWER]: Raft consensus is shut down!
W20260924 15:09:37.167066 14414 connection.cc:466] server connection from 127.0.0.1:37076 torn down before Call kudu.tserver.TabletServerAdminService.DeleteTablet from 127.0.0.1:37076 (request call id 33) could send its response
I20260924 15:09:37.173082 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:37.193794 14414 master.cc:562] Master@127.14.19.190:44503 shutting down...
I20260924 15:09:37.499125 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:37.499728 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:37.500070 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 3fcc81f182774c60a4974a6ce1cf516a: stopping tablet replica
I20260924 15:09:37.520596 14414 master.cc:584] Master@127.14.19.190:44503 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1422 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20260924 15:09:37.543255 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:44921
I20260924 15:09:37.544277 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:37.550189 14809 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:37.550285 14808 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:37.551998 14811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:37.552598 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:37.553741 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:37.553903 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:37.554086 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262577554053 us; error 0 us; skew 500 ppm
I20260924 15:09:37.554603 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:37.556666 14414 webserver.cc:533] Webserver started at http://127.14.19.190:42907/ using document root <none> and password file <none>
I20260924 15:09:37.557199 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:37.557390 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:37.557729 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:37.558784 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "8446be0248064dbdb5e5b8ce2174e305"
format_stamp: "Formatted at 2026-09-24 15:09:37 on dist-test-slave-38qb"
I20260924 15:09:37.563138 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260924 15:09:37.566586 14816 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:37.567317 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260924 15:09:37.567613 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "8446be0248064dbdb5e5b8ce2174e305"
format_stamp: "Formatted at 2026-09-24 15:09:37 on dist-test-slave-38qb"
I20260924 15:09:37.567879 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:37.579442 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:37.580504 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:37.625771 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:44921
I20260924 15:09:37.625764 14867 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:44921 every 8 connection(s)
I20260924 15:09:37.631072 14868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:37.642684 14868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305: Bootstrap starting.
I20260924 15:09:37.648103 14868 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:37.653878 14868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305: No bootstrap required, opened a new log
I20260924 15:09:37.656366 14868 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER }
I20260924 15:09:37.656978 14868 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:37.657294 14868 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8446be0248064dbdb5e5b8ce2174e305, State: Initialized, Role: FOLLOWER
I20260924 15:09:37.658178 14868 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER }
I20260924 15:09:37.658649 14868 raft_consensus.cc:399] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:37.658931 14868 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:37.659233 14868 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:37.664472 14868 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER }
I20260924 15:09:37.665117 14868 leader_election.cc:304] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 8446be0248064dbdb5e5b8ce2174e305; no voters:
I20260924 15:09:37.666707 14868 leader_election.cc:290] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:37.667050 14871 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:37.668570 14871 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 1 LEADER]: Becoming Leader. State: Replica: 8446be0248064dbdb5e5b8ce2174e305, State: Running, Role: LEADER
I20260924 15:09:37.669266 14871 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER }
I20260924 15:09:37.670001 14868 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:37.672324 14872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "8446be0248064dbdb5e5b8ce2174e305" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER } }
I20260924 15:09:37.672516 14873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8446be0248064dbdb5e5b8ce2174e305. Latest consensus state: current_term: 1 leader_uuid: "8446be0248064dbdb5e5b8ce2174e305" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8446be0248064dbdb5e5b8ce2174e305" member_type: VOTER } }
I20260924 15:09:37.673038 14872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:37.673120 14873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:37.676431 14876 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:37.682265 14876 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:37.685850 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:37.693254 14876 catalog_manager.cc:1396] Generated new cluster ID: 7f46b6313b6644088e7188ab6ad07f0f
I20260924 15:09:37.693511 14876 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:37.710598 14876 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:37.711897 14876 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:37.730448 14876 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305: Generated new TSK 0
I20260924 15:09:37.731112 14876 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:37.752360 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:37.758548 14889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:37.759274 14890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:37.761519 14892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:37.764990 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:37.765983 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:37.766201 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:37.766387 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262577766369 us; error 0 us; skew 500 ppm
I20260924 15:09:37.766921 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:37.769279 14414 webserver.cc:533] Webserver started at http://127.14.19.129:44769/ using document root <none> and password file <none>
I20260924 15:09:37.769886 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:37.770102 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:37.770373 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:37.771637 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "7a6e425eaecc4b57b81c5c9fd65bed44"
format_stamp: "Formatted at 2026-09-24 15:09:37 on dist-test-slave-38qb"
I20260924 15:09:37.775972 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260924 15:09:37.780316 14897 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:37.781339 14414 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
I20260924 15:09:37.781945 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "7a6e425eaecc4b57b81c5c9fd65bed44"
format_stamp: "Formatted at 2026-09-24 15:09:37 on dist-test-slave-38qb"
I20260924 15:09:37.782266 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:37.802059 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:37.803179 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:37.805239 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:37.807675 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:37.807922 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:37.808180 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:37.808354 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:37.848265 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:33391
I20260924 15:09:37.848369 14959 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:33391 every 8 connection(s)
I20260924 15:09:37.867159 14960 heartbeater.cc:344] Connected to a master server at 127.14.19.190:44921
I20260924 15:09:37.867496 14960 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:37.868163 14960 heartbeater.cc:507] Master 127.14.19.190:44921 requested a full tablet report, sending...
I20260924 15:09:37.870680 14833 ts_manager.cc:194] Registered new tserver with Master: 7a6e425eaecc4b57b81c5c9fd65bed44 (127.14.19.129:33391)
I20260924 15:09:37.871558 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.019994377s
I20260924 15:09:37.872588 14833 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:35864
I20260924 15:09:37.893893 14414 catalog_manager.cc:2296] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260924 15:09:37.904726 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
I20260924 15:09:37.931056 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260924 15:09:37.935227 14899 connection.cc:466] server connection from 127.0.0.1:34942 torn down before Call kudu.tserver.TabletServerAdminService.CreateTablet from 127.0.0.1:34942 (request call id 0) could send its response
I20260924 15:09:37.950444 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:37.958158 14414 master.cc:562] Master@127.14.19.190:44921 shutting down...
I20260924 15:09:38.009588 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:38.010174 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:38.010677 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 8446be0248064dbdb5e5b8ce2174e305: stopping tablet replica
I20260924 15:09:38.030474 14414 master.cc:584] Master@127.14.19.190:44921 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (507 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20260924 15:09:38.051093 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:34491
I20260924 15:09:38.052150 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:38.057225 14973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.057837 14974 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.060667 14414 server_base.cc:1061] running on GCE node
W20260924 15:09:38.060633 14976 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.061722 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:38.061888 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:38.062078 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262578062061 us; error 0 us; skew 500 ppm
I20260924 15:09:38.062599 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:38.064930 14414 webserver.cc:533] Webserver started at http://127.14.19.190:41709/ using document root <none> and password file <none>
I20260924 15:09:38.065459 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:38.065651 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:38.065963 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:38.067018 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "30ef6dfac3654838b19be05fb82f0541"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.071537 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260924 15:09:38.074829 14981 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.075747 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260924 15:09:38.076141 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "30ef6dfac3654838b19be05fb82f0541"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.076447 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:38.093366 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:38.094484 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:38.134307 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:34491
I20260924 15:09:38.134413 15032 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:34491 every 8 connection(s)
I20260924 15:09:38.138041 15033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.148273 15033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541: Bootstrap starting.
I20260924 15:09:38.153038 15033 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:38.157109 15033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541: No bootstrap required, opened a new log
I20260924 15:09:38.159219 15033 raft_consensus.cc:359] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER }
I20260924 15:09:38.159998 15033 raft_consensus.cc:385] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:38.160290 15033 raft_consensus.cc:740] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30ef6dfac3654838b19be05fb82f0541, State: Initialized, Role: FOLLOWER
I20260924 15:09:38.160903 15033 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER }
I20260924 15:09:38.161339 15033 raft_consensus.cc:399] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:38.161608 15033 raft_consensus.cc:493] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:38.162514 15033 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:38.167448 15033 raft_consensus.cc:515] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER }
I20260924 15:09:38.168349 15033 leader_election.cc:304] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 30ef6dfac3654838b19be05fb82f0541; no voters:
I20260924 15:09:38.169860 15033 leader_election.cc:290] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:38.170188 15036 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:38.172065 15036 raft_consensus.cc:697] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 1 LEADER]: Becoming Leader. State: Replica: 30ef6dfac3654838b19be05fb82f0541, State: Running, Role: LEADER
I20260924 15:09:38.172976 15036 consensus_queue.cc:237] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER }
I20260924 15:09:38.173257 15033 sys_catalog.cc:565] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:38.175925 15038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30ef6dfac3654838b19be05fb82f0541. Latest consensus state: current_term: 1 leader_uuid: "30ef6dfac3654838b19be05fb82f0541" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER } }
I20260924 15:09:38.175855 15037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "30ef6dfac3654838b19be05fb82f0541" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30ef6dfac3654838b19be05fb82f0541" member_type: VOTER } }
I20260924 15:09:38.176537 15038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:38.176729 15037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:38.182771 15041 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:38.187427 15041 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:38.192142 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:38.196311 15041 catalog_manager.cc:1396] Generated new cluster ID: 3f8881ab5eeb473ab16054017f23c1aa
I20260924 15:09:38.196565 15041 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:38.225806 15041 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:38.227254 15041 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:38.240383 15041 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541: Generated new TSK 0
I20260924 15:09:38.241171 15041 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:38.259946 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:38.266674 15054 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.267406 15055 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.269816 15057 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.270457 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:38.271274 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:38.271490 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:38.271615 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262578271603 us; error 0 us; skew 500 ppm
I20260924 15:09:38.272380 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:38.274912 14414 webserver.cc:533] Webserver started at http://127.14.19.129:38211/ using document root <none> and password file <none>
I20260924 15:09:38.275466 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:38.275651 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:38.275923 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:38.276968 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "4943aaab2be84860923ad8eae8a2dcb2"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.281595 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
I20260924 15:09:38.285049 15062 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.285952 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260924 15:09:38.286271 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "4943aaab2be84860923ad8eae8a2dcb2"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.286582 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:38.305902 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:38.306926 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:38.308350 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:38.310624 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:38.310850 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.311105 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:38.311268 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.354867 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:46583
I20260924 15:09:38.355010 15124 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:46583 every 8 connection(s)
I20260924 15:09:38.369782 15125 heartbeater.cc:344] Connected to a master server at 127.14.19.190:34491
I20260924 15:09:38.370189 15125 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:38.370828 15125 heartbeater.cc:507] Master 127.14.19.190:34491 requested a full tablet report, sending...
I20260924 15:09:38.372918 14998 ts_manager.cc:194] Registered new tserver with Master: 4943aaab2be84860923ad8eae8a2dcb2 (127.14.19.129:46583)
I20260924 15:09:38.373634 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.015498522s
I20260924 15:09:38.374817 14998 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:51342
I20260924 15:09:38.395910 14414 catalog_manager.cc:2305] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260924 15:09:38.406234 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
I20260924 15:09:38.426566 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260924 15:09:38.435617 14985 catalog_manager.cc:4790] TS 4943aaab2be84860923ad8eae8a2dcb2 (127.14.19.129:46583): CreateTablet RPC failed for tablet 1aa329d6733f41f185147b70e1cb530f: Network error: Client connection negotiation failed: client connection to 127.14.19.129:46583: connect: Connection refused (error 111)
I20260924 15:09:38.446283 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:38.453243 14414 master.cc:562] Master@127.14.19.190:34491 shutting down...
I20260924 15:09:38.477903 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:38.478533 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:38.478987 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 30ef6dfac3654838b19be05fb82f0541: stopping tablet replica
I20260924 15:09:38.498759 14414 master.cc:584] Master@127.14.19.190:34491 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (466 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20260924 15:09:38.517195 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:44095
I20260924 15:09:38.518321 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:38.523131 15138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.524808 15139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.524878 15141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.525614 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:38.526336 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:38.526502 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:38.526695 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262578526679 us; error 0 us; skew 500 ppm
I20260924 15:09:38.527190 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:38.529389 14414 webserver.cc:533] Webserver started at http://127.14.19.190:46379/ using document root <none> and password file <none>
I20260924 15:09:38.529922 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:38.530133 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:38.530398 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:38.531647 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "6e570b1006e1407e9efa5ded30b33f1f"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.536208 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260924 15:09:38.539582 15146 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.540388 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260924 15:09:38.540694 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "6e570b1006e1407e9efa5ded30b33f1f"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.540940 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:38.573143 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:38.574218 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:38.610411 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:44095
I20260924 15:09:38.610543 15197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:44095 every 8 connection(s)
I20260924 15:09:38.614331 15198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.624712 15198 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f: Bootstrap starting.
I20260924 15:09:38.628662 15198 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:38.632520 15198 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f: No bootstrap required, opened a new log
I20260924 15:09:38.634351 15198 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER }
I20260924 15:09:38.634722 15198 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:38.634908 15198 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e570b1006e1407e9efa5ded30b33f1f, State: Initialized, Role: FOLLOWER
I20260924 15:09:38.635356 15198 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER }
I20260924 15:09:38.635754 15198 raft_consensus.cc:399] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:38.635941 15198 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:38.636144 15198 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:38.640656 15198 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER }
I20260924 15:09:38.641541 15198 leader_election.cc:304] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6e570b1006e1407e9efa5ded30b33f1f; no voters:
I20260924 15:09:38.643734 15198 leader_election.cc:290] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:38.644330 15201 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:38.645941 15201 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 1 LEADER]: Becoming Leader. State: Replica: 6e570b1006e1407e9efa5ded30b33f1f, State: Running, Role: LEADER
I20260924 15:09:38.646929 15201 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER }
I20260924 15:09:38.648537 15198 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:38.649868 15202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "6e570b1006e1407e9efa5ded30b33f1f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER } }
I20260924 15:09:38.650337 15203 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e570b1006e1407e9efa5ded30b33f1f. Latest consensus state: current_term: 1 leader_uuid: "6e570b1006e1407e9efa5ded30b33f1f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6e570b1006e1407e9efa5ded30b33f1f" member_type: VOTER } }
I20260924 15:09:38.650589 15202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:38.650923 15203 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:38.654349 15205 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:38.662542 15205 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:38.663502 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:38.671514 15205 catalog_manager.cc:1396] Generated new cluster ID: 173c7723ae564f69805b900c349e81eb
I20260924 15:09:38.671864 15205 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:38.684664 15205 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:38.686385 15205 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:38.711230 15205 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f: Generated new TSK 0
I20260924 15:09:38.711901 15205 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:38.730494 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:38.736413 15219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:38.737474 15220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.739614 14414 server_base.cc:1061] running on GCE node
W20260924 15:09:38.740005 15222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:38.740911 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:38.741161 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:38.741329 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262578741313 us; error 0 us; skew 500 ppm
I20260924 15:09:38.741914 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:38.744452 14414 webserver.cc:533] Webserver started at http://127.14.19.129:42221/ using document root <none> and password file <none>
I20260924 15:09:38.744982 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:38.745196 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:38.745483 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:38.746618 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "990b8e5fb2904261bcfda2bcdbf9197e"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.751478 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260924 15:09:38.755020 15227 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.755941 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20260924 15:09:38.756373 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "990b8e5fb2904261bcfda2bcdbf9197e"
format_stamp: "Formatted at 2026-09-24 15:09:38 on dist-test-slave-38qb"
I20260924 15:09:38.756695 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:38.778473 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:38.779543 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:38.781003 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:38.783703 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:38.784036 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.784325 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:38.784515 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:38.823913 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:32971
I20260924 15:09:38.824054 15289 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:32971 every 8 connection(s)
I20260924 15:09:38.838912 15290 heartbeater.cc:344] Connected to a master server at 127.14.19.190:44095
I20260924 15:09:38.839365 15290 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:38.840067 15290 heartbeater.cc:507] Master 127.14.19.190:44095 requested a full tablet report, sending...
I20260924 15:09:38.842175 15163 ts_manager.cc:194] Registered new tserver with Master: 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129:32971)
I20260924 15:09:38.842821 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.015675004s
I20260924 15:09:38.844518 15163 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:55360
I20260924 15:09:38.867297 15163 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55368:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260924 15:09:38.919755 15255 tablet_service.cc:1511] Processing CreateTablet for tablet a91805db9f3d4a21aa5a8a8b3df0944a (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION VALUES < 100
I20260924 15:09:38.920114 15254 tablet_service.cc:1511] Processing CreateTablet for tablet 2430f878ce584b8c979e449e8488c4b9 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260924 15:09:38.921181 15255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a91805db9f3d4a21aa5a8a8b3df0944a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.921387 15253 tablet_service.cc:1511] Processing CreateTablet for tablet 753fac8b8b5f4cedaa7e74e3cfb63777 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260924 15:09:38.922070 15254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2430f878ce584b8c979e449e8488c4b9. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.922761 15253 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 753fac8b8b5f4cedaa7e74e3cfb63777. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.922857 15252 tablet_service.cc:1511] Processing CreateTablet for tablet 4ba591de86f44f2bb2425394f0e77df5 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260924 15:09:38.924484 15252 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4ba591de86f44f2bb2425394f0e77df5. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.939914 15302 tablet_bootstrap.cc:492] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:38.940557 15251 tablet_service.cc:1511] Processing CreateTablet for tablet f44aa1dcbf604411ba3c7ed9339374bb (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260924 15:09:38.941957 15251 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f44aa1dcbf604411ba3c7ed9339374bb. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.945137 15254 tablet_service.cc:1511] Processing CreateTablet for tablet f44c04454103469baea4ab8c01f246b9 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260924 15:09:38.946590 15254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f44c04454103469baea4ab8c01f246b9. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.946468 15252 tablet_service.cc:1511] Processing CreateTablet for tablet 89d9b520d605490aac547ffc114e24ad (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260924 15:09:38.947616 15252 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 89d9b520d605490aac547ffc114e24ad. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.945329 15255 tablet_service.cc:1511] Processing CreateTablet for tablet 4fb5758bceba4c4d91858d86fbb880d9 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260924 15:09:38.949710 15255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4fb5758bceba4c4d91858d86fbb880d9. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.954416 15250 tablet_service.cc:1511] Processing CreateTablet for tablet 84c28fe612604bbb80e78c351b63afdf (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260924 15:09:38.955757 15250 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84c28fe612604bbb80e78c351b63afdf. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.968032 15253 tablet_service.cc:1511] Processing CreateTablet for tablet 818b07f8cc174ec09e84c17388c842a2 (DEFAULT_TABLE table=test_table [id=a12fa804f9944bf49d855e441a56e97d]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260924 15:09:38.969010 15302 tablet_bootstrap.cc:654] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:38.969606 15253 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 818b07f8cc174ec09e84c17388c842a2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:38.974506 15302 tablet_bootstrap.cc:492] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:38.975000 15302 ts_tablet_manager.cc:1403] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.035s user 0.012s sys 0.000s
I20260924 15:09:38.977303 15302 raft_consensus.cc:359] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:38.977862 15302 raft_consensus.cc:385] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:38.978112 15302 raft_consensus.cc:740] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:38.978683 15302 consensus_queue.cc:260] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:38.979174 15302 raft_consensus.cc:399] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:38.979439 15302 raft_consensus.cc:493] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:38.979712 15302 raft_consensus.cc:3060] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:38.986397 15302 raft_consensus.cc:515] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:38.987085 15302 leader_election.cc:304] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:38.988971 15302 leader_election.cc:290] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:38.989455 15304 raft_consensus.cc:2804] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:38.991402 15290 heartbeater.cc:499] Master 127.14.19.190:44095 was elected leader, sending a full tablet report...
I20260924 15:09:38.991667 15302 ts_tablet_manager.cc:1434] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.016s user 0.011s sys 0.006s
I20260924 15:09:38.992743 15302 tablet_bootstrap.cc:492] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:38.994570 15304 raft_consensus.cc:697] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:38.995327 15304 consensus_queue.cc:237] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:38.998241 15302 tablet_bootstrap.cc:654] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.003266 15302 tablet_bootstrap.cc:492] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.004580 15302 ts_tablet_manager.cc:1403] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.001s
I20260924 15:09:39.005847 15163 catalog_manager.cc:5838] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.007103 15302 raft_consensus.cc:359] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.007630 15302 raft_consensus.cc:385] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.007948 15302 raft_consensus.cc:740] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.008649 15302 consensus_queue.cc:260] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.009160 15302 raft_consensus.cc:399] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.009456 15302 raft_consensus.cc:493] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.009768 15302 raft_consensus.cc:3060] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.015980 15302 raft_consensus.cc:515] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.016690 15302 leader_election.cc:304] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.017216 15302 leader_election.cc:290] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.017385 15304 raft_consensus.cc:2804] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.017997 15304 raft_consensus.cc:697] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.018891 15302 ts_tablet_manager.cc:1434] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.014s user 0.012s sys 0.004s
I20260924 15:09:39.018772 15304 consensus_queue.cc:237] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.019763 15302 tablet_bootstrap.cc:492] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.025800 15302 tablet_bootstrap.cc:654] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.025434 15163 catalog_manager.cc:5838] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.030231 15302 tablet_bootstrap.cc:492] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.030635 15302 ts_tablet_manager.cc:1403] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20260924 15:09:39.033113 15302 raft_consensus.cc:359] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.033735 15302 raft_consensus.cc:385] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.034011 15302 raft_consensus.cc:740] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.034652 15302 consensus_queue.cc:260] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.035117 15302 raft_consensus.cc:399] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.035358 15302 raft_consensus.cc:493] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.035627 15302 raft_consensus.cc:3060] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.040246 15302 raft_consensus.cc:515] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.040889 15302 leader_election.cc:304] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.041827 15304 raft_consensus.cc:2804] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.041687 15302 leader_election.cc:290] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.042357 15304 raft_consensus.cc:697] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.043150 15304 consensus_queue.cc:237] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.044320 15302 ts_tablet_manager.cc:1434] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.013s user 0.009s sys 0.004s
I20260924 15:09:39.045218 15302 tablet_bootstrap.cc:492] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.048712 15163 catalog_manager.cc:5838] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.050525 15302 tablet_bootstrap.cc:654] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.055032 15302 tablet_bootstrap.cc:492] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.055459 15302 ts_tablet_manager.cc:1403] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260924 15:09:39.057979 15302 raft_consensus.cc:359] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.058552 15302 raft_consensus.cc:385] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.058838 15302 raft_consensus.cc:740] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.059439 15302 consensus_queue.cc:260] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.059916 15302 raft_consensus.cc:399] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.060173 15302 raft_consensus.cc:493] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.060498 15302 raft_consensus.cc:3060] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.066807 15302 raft_consensus.cc:515] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.067363 15302 leader_election.cc:304] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.067790 15302 leader_election.cc:290] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.067952 15304 raft_consensus.cc:2804] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.068508 15304 raft_consensus.cc:697] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.069339 15302 ts_tablet_manager.cc:1434] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.014s user 0.008s sys 0.004s
I20260924 15:09:39.069170 15304 consensus_queue.cc:237] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.070114 15302 tablet_bootstrap.cc:492] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.076087 15302 tablet_bootstrap.cc:654] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.076035 15162 catalog_manager.cc:5838] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.081458 15302 tablet_bootstrap.cc:492] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.081991 15302 ts_tablet_manager.cc:1403] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.002s
I20260924 15:09:39.084456 15302 raft_consensus.cc:359] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.084923 15302 raft_consensus.cc:385] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.085155 15302 raft_consensus.cc:740] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.085791 15302 consensus_queue.cc:260] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.086289 15302 raft_consensus.cc:399] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.086542 15302 raft_consensus.cc:493] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.086828 15302 raft_consensus.cc:3060] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.092476 15302 raft_consensus.cc:515] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.092983 15302 leader_election.cc:304] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.093410 15302 leader_election.cc:290] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.093746 15304 raft_consensus.cc:2804] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.094174 15304 raft_consensus.cc:697] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.094975 15302 ts_tablet_manager.cc:1434] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.013s user 0.010s sys 0.002s
I20260924 15:09:39.094836 15304 consensus_queue.cc:237] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.095708 15302 tablet_bootstrap.cc:492] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.100975 15302 tablet_bootstrap.cc:654] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.102212 15162 catalog_manager.cc:5838] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.105376 15302 tablet_bootstrap.cc:492] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.105763 15302 ts_tablet_manager.cc:1403] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.010s user 0.010s sys 0.000s
I20260924 15:09:39.107400 15302 raft_consensus.cc:359] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.107782 15302 raft_consensus.cc:385] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.108047 15302 raft_consensus.cc:740] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.108670 15302 consensus_queue.cc:260] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.109228 15302 raft_consensus.cc:399] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.109520 15302 raft_consensus.cc:493] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.109838 15302 raft_consensus.cc:3060] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.115046 15302 raft_consensus.cc:515] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.115573 15302 leader_election.cc:304] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.116164 15302 leader_election.cc:290] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.116335 15304 raft_consensus.cc:2804] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.116832 15304 raft_consensus.cc:697] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.117499 15302 ts_tablet_manager.cc:1434] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.012s user 0.008s sys 0.000s
I20260924 15:09:39.117452 15304 consensus_queue.cc:237] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.118292 15302 tablet_bootstrap.cc:492] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.124058 15302 tablet_bootstrap.cc:654] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.124459 15163 catalog_manager.cc:5838] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.128047 15302 tablet_bootstrap.cc:492] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.128423 15302 ts_tablet_manager.cc:1403] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260924 15:09:39.130340 15302 raft_consensus.cc:359] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.130847 15302 raft_consensus.cc:385] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.131088 15302 raft_consensus.cc:740] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.131672 15302 consensus_queue.cc:260] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.132190 15302 raft_consensus.cc:399] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.132440 15302 raft_consensus.cc:493] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.132719 15302 raft_consensus.cc:3060] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.137080 15302 raft_consensus.cc:515] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.137614 15302 leader_election.cc:304] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.138232 15302 leader_election.cc:290] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.138393 15304 raft_consensus.cc:2804] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.138833 15304 raft_consensus.cc:697] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.139763 15302 ts_tablet_manager.cc:1434] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20260924 15:09:39.139506 15304 consensus_queue.cc:237] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.140520 15302 tablet_bootstrap.cc:492] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.145114 15302 tablet_bootstrap.cc:654] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.145809 15163 catalog_manager.cc:5838] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.149044 15302 tablet_bootstrap.cc:492] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.149396 15302 ts_tablet_manager.cc:1403] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260924 15:09:39.151968 15302 raft_consensus.cc:359] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.152446 15302 raft_consensus.cc:385] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.152746 15302 raft_consensus.cc:740] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.153383 15302 consensus_queue.cc:260] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.153903 15302 raft_consensus.cc:399] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.154168 15302 raft_consensus.cc:493] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.154457 15302 raft_consensus.cc:3060] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.159078 15302 raft_consensus.cc:515] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.159723 15302 leader_election.cc:304] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.160292 15302 leader_election.cc:290] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.160440 15304 raft_consensus.cc:2804] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.160872 15304 raft_consensus.cc:697] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.161899 15302 ts_tablet_manager.cc:1434] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.012s user 0.014s sys 0.000s
I20260924 15:09:39.161567 15304 consensus_queue.cc:237] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.162678 15302 tablet_bootstrap.cc:492] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.167977 15302 tablet_bootstrap.cc:654] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.169005 15163 catalog_manager.cc:5838] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.171959 15302 tablet_bootstrap.cc:492] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.172329 15302 ts_tablet_manager.cc:1403] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260924 15:09:39.174064 15302 raft_consensus.cc:359] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.174472 15302 raft_consensus.cc:385] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.174737 15302 raft_consensus.cc:740] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.175338 15302 consensus_queue.cc:260] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.175894 15302 raft_consensus.cc:399] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.176139 15302 raft_consensus.cc:493] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.176424 15302 raft_consensus.cc:3060] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.182006 15302 raft_consensus.cc:515] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.182662 15302 leader_election.cc:304] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.183264 15302 leader_election.cc:290] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.183609 15304 raft_consensus.cc:2804] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.184144 15304 raft_consensus.cc:697] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.184816 15304 consensus_queue.cc:237] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.185108 15302 ts_tablet_manager.cc:1434] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260924 15:09:39.185911 15302 tablet_bootstrap.cc:492] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: Bootstrap starting.
I20260924 15:09:39.190776 15302 tablet_bootstrap.cc:654] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:39.191958 15163 catalog_manager.cc:5838] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.195029 15302 tablet_bootstrap.cc:492] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: No bootstrap required, opened a new log
I20260924 15:09:39.195389 15302 ts_tablet_manager.cc:1403] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260924 15:09:39.197013 15302 raft_consensus.cc:359] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.197417 15302 raft_consensus.cc:385] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:39.197697 15302 raft_consensus.cc:740] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Initialized, Role: FOLLOWER
I20260924 15:09:39.198329 15302 consensus_queue.cc:260] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.198892 15302 raft_consensus.cc:399] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:39.199141 15302 raft_consensus.cc:493] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:39.199426 15302 raft_consensus.cc:3060] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:39.204182 15302 raft_consensus.cc:515] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.204672 15302 leader_election.cc:304] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 990b8e5fb2904261bcfda2bcdbf9197e; no voters:
I20260924 15:09:39.205101 15302 leader_election.cc:290] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:39.205274 15304 raft_consensus.cc:2804] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:39.205766 15304 raft_consensus.cc:697] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Becoming Leader. State: Replica: 990b8e5fb2904261bcfda2bcdbf9197e, State: Running, Role: LEADER
I20260924 15:09:39.206535 15302 ts_tablet_manager.cc:1434] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20260924 15:09:39.206453 15304 consensus_queue.cc:237] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } }
I20260924 15:09:39.213996 15163 catalog_manager.cc:5838] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e reported cstate change: term changed from 0 to 1, leader changed from <none> to 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129). New cstate: current_term: 1 leader_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "990b8e5fb2904261bcfda2bcdbf9197e" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 32971 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:39.292811 14414 catalog_manager.cc:3583] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260924 15:09:39.313570 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
I20260924 15:09:39.329747 15329 tablet.cc:1751] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.346801 15332 tablet.cc:1751] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.348618 15330 tablet.cc:1751] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.350562 15329 tablet.cc:1649] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.357105 15330 tablet.cc:1649] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.356876 15333 tablet.cc:1751] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.357478 15332 tablet.cc:1649] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.358904 15333 tablet.cc:1649] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.373598 15333 tablet.cc:1751] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.375579 15333 tablet.cc:1649] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.378834 15332 tablet.cc:1751] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:39.380695 15332 tablet.cc:1649] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: MemRowSet was empty: no flush needed.
I20260924 15:09:39.404284 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260924 15:09:39.405160 14414 tablet_replica.cc:333] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.406070 14414 raft_consensus.cc:2243] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.406630 14414 raft_consensus.cc:2272] T 84c28fe612604bbb80e78c351b63afdf P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.409375 14414 tablet_replica.cc:333] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.410168 14414 raft_consensus.cc:2243] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.410638 14414 raft_consensus.cc:2272] T 89d9b520d605490aac547ffc114e24ad P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.412767 14414 tablet_replica.cc:333] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.413275 14414 raft_consensus.cc:2243] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.413702 14414 raft_consensus.cc:2272] T 4fb5758bceba4c4d91858d86fbb880d9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.415727 14414 tablet_replica.cc:333] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.416458 14414 raft_consensus.cc:2243] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.416862 14414 raft_consensus.cc:2272] T f44c04454103469baea4ab8c01f246b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.419296 14414 tablet_replica.cc:333] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.419791 14414 raft_consensus.cc:2243] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.420197 14414 raft_consensus.cc:2272] T 2430f878ce584b8c979e449e8488c4b9 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.422230 14414 tablet_replica.cc:333] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.422703 14414 raft_consensus.cc:2243] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.423180 14414 raft_consensus.cc:2272] T 753fac8b8b5f4cedaa7e74e3cfb63777 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.425532 14414 tablet_replica.cc:333] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.426079 14414 raft_consensus.cc:2243] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.426476 14414 raft_consensus.cc:2272] T f44aa1dcbf604411ba3c7ed9339374bb P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.428637 14414 tablet_replica.cc:333] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.429142 14414 raft_consensus.cc:2243] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.429534 14414 raft_consensus.cc:2272] T 818b07f8cc174ec09e84c17388c842a2 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.431756 14414 tablet_replica.cc:333] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.432240 14414 raft_consensus.cc:2243] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.432662 14414 raft_consensus.cc:2272] T 4ba591de86f44f2bb2425394f0e77df5 P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:39.435053 14414 tablet_replica.cc:333] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e: stopping tablet replica
I20260924 15:09:39.435580 14414 raft_consensus.cc:2243] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:39.436007 14414 raft_consensus.cc:2272] T a91805db9f3d4a21aa5a8a8b3df0944a P 990b8e5fb2904261bcfda2bcdbf9197e [term 1 FOLLOWER]: Raft consensus is shut down!
W20260924 15:09:39.440287 15150 catalog_manager.cc:4790] TS 990b8e5fb2904261bcfda2bcdbf9197e (127.14.19.129:32971): AlterTable RPC failed for tablet 818b07f8cc174ec09e84c17388c842a2: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137d48 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x37ba70)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x37b984)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x37b77b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x373921)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734d3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b4400137d48 by thread T142 (mutexes: write M736755477320681456):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x37483a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x371f16)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Location is heap block of size 264 at 0x7b4400137cc0 allocated by thread T105:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x3400d7)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x2a7f56)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x37a075)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x379e51)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x373785)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3717ae)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x43dfdb)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3f0946)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c03ba)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d4331)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d42d9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d4269)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d4231)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d350d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Thread T105 (tid=15302, finished) created by thread T11 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bd582)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26b640)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x21b09c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x21a4d6)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x219e7f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15 (libkrpc.so+0x21d14f)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5 (libkrpc.so+0x21e4a1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x21e459)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x21e3e9)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x21e3b1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x21d6ad)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b08001250e0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37bb4a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x37b9c9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x37b7a7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x373921)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734d3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b08001250e0 by thread T142 (mutexes: write M736755477320681456):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x371f52)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137470 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734db)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137470 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x2e9a85)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2bc3b3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2bc2e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3748f2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137478 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3734db)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x37a795)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137478 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x2f0b58)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8be64)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bc89)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eb90)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x379a94)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3748fd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137d30 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137d30 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x2e9a85)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2bc3b3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2bc2e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3748f2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137d38 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous atomic write of size 8 at 0x7b4400137d38 by thread T142 (mutexes: write M736755477320681456):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x2f0b58)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8be64)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bc89)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eb90)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x379a94)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3748fd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x371f61)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=14414)
Write of size 8 at 0x7b4400137d40 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x3409a9)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34e919)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34e8b9)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a82b2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a8249)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37aecd)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x37a800)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x43cb54)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3ef8e5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3efaf9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3dda09)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3dd9e0)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3dd9a0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b7766)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b7684)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b743b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28e7a1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bab6e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25a4ee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25fcb9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31ad22)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x3515b7)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x35151d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x3514ab)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34b68d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34b6b9)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65437)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64dff)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64dff)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43d92)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44cf4)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x597e4)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cbf)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cbf)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58d9c)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x3603db)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35efec)
Previous read of size 8 at 0x7b4400137d40 by thread T142 (mutexes: write M736755477320681456):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3747f9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x371f0a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x43d520)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x436582)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x435d13)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x439f21)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x439ed9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x439e69)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x439e31)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x43905d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
Mutex M736755477320681456 is already destroyed.
Thread T142 'apply [worker]-' (tid=15333, running) created by thread T179 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x29aa25)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x41b0b8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e93d9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43760b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43590b)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x437b72)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x4350b0)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x435649)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4378da)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x437868)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4377e8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x4377a3)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4369bc)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x40b9b6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x406168)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1ad0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8e8d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2a94)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168444)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1683f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168368)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168323)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16760c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x191346)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x1791eb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1638cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1672a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167239)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1671c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167191)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16648d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x4383e5)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x43a751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x43a709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x43a699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x43a661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x43995d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360674)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x3604b9)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x41b81a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20260924 15:09:39.828847 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:39.842974 14414 master.cc:562] Master@127.14.19.190:44095 shutting down...
I20260924 15:09:40.114601 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:40.115104 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:40.115368 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 6e570b1006e1407e9efa5ded30b33f1f: stopping tablet replica
I20260924 15:09:40.135067 14414 master.cc:584] Master@127.14.19.190:44095 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (1640 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20260924 15:09:40.158643 14414 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.14.19.190:33693
I20260924 15:09:40.159679 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:40.165113 15335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:40.166940 15336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:40.167364 15338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:40.170051 14414 server_base.cc:1061] running on GCE node
I20260924 15:09:40.171326 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:40.171613 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:40.171747 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262580171734 us; error 0 us; skew 500 ppm
I20260924 15:09:40.172222 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:40.175135 14414 webserver.cc:533] Webserver started at http://127.14.19.190:41677/ using document root <none> and password file <none>
I20260924 15:09:40.175603 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:40.175756 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:40.175968 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:40.177049 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/instance:
uuid: "8ac52279899f4bf6809e18dfd6756735"
format_stamp: "Formatted at 2026-09-24 15:09:40 on dist-test-slave-38qb"
I20260924 15:09:40.182937 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
I20260924 15:09:40.187706 15343 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:40.188828 14414 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
I20260924 15:09:40.189365 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
uuid: "8ac52279899f4bf6809e18dfd6756735"
format_stamp: "Formatted at 2026-09-24 15:09:40 on dist-test-slave-38qb"
I20260924 15:09:40.189874 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:40.235976 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:40.237095 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:40.283255 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.190:33693
I20260924 15:09:40.283319 15395 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.190:33693 every 8 connection(s)
I20260924 15:09:40.287770 15396 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.299697 15396 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735: Bootstrap starting.
I20260924 15:09:40.304500 15396 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.309211 15396 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735: No bootstrap required, opened a new log
I20260924 15:09:40.311685 15396 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER }
I20260924 15:09:40.312079 15396 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.312368 15396 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ac52279899f4bf6809e18dfd6756735, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.313028 15396 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER }
I20260924 15:09:40.313797 15396 raft_consensus.cc:399] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.314467 15396 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.314841 15396 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.319976 15396 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER }
I20260924 15:09:40.320590 15396 leader_election.cc:304] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 8ac52279899f4bf6809e18dfd6756735; no voters:
I20260924 15:09:40.321945 15396 leader_election.cc:290] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.322273 15399 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.323639 15399 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 1 LEADER]: Becoming Leader. State: Replica: 8ac52279899f4bf6809e18dfd6756735, State: Running, Role: LEADER
I20260924 15:09:40.324319 15399 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER }
I20260924 15:09:40.324942 15396 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [sys.catalog]: configured and running, proceeding with master startup.
I20260924 15:09:40.327126 15401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8ac52279899f4bf6809e18dfd6756735. Latest consensus state: current_term: 1 leader_uuid: "8ac52279899f4bf6809e18dfd6756735" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER } }
I20260924 15:09:40.327111 15400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "8ac52279899f4bf6809e18dfd6756735" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8ac52279899f4bf6809e18dfd6756735" member_type: VOTER } }
I20260924 15:09:40.327765 15401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:40.327942 15400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [sys.catalog]: This master's current role is: LEADER
I20260924 15:09:40.335808 15404 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
I20260924 15:09:40.344126 15404 catalog_manager.cc:1533] Initializing Kudu cluster ID...
I20260924 15:09:40.345291 14414 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260924 15:09:40.355016 15404 catalog_manager.cc:1396] Generated new cluster ID: cd74f54273174081bb798548bc4e3643
I20260924 15:09:40.355387 15404 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
I20260924 15:09:40.381376 15404 catalog_manager.cc:1419] Generated new certificate authority record
I20260924 15:09:40.382831 15404 catalog_manager.cc:1553] Loading token signing keys...
I20260924 15:09:40.397908 15404 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735: Generated new TSK 0
I20260924 15:09:40.398553 15404 catalog_manager.cc:1563] Initializing in-progress tserver states...
I20260924 15:09:40.412519 14414 file_cache.cc:504] Constructed file cache file cache with capacity 419430
W20260924 15:09:40.418556 15417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260924 15:09:40.419643 15418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:40.421571 14414 server_base.cc:1061] running on GCE node
W20260924 15:09:40.421948 15420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260924 15:09:40.422770 14414 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260924 15:09:40.423007 14414 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260924 15:09:40.423195 14414 hybrid_clock.cc:648] HybridClock initialized: now 1790262580423173 us; error 0 us; skew 500 ppm
I20260924 15:09:40.423733 14414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260924 15:09:40.426199 14414 webserver.cc:533] Webserver started at http://127.14.19.129:42587/ using document root <none> and password file <none>
I20260924 15:09:40.426765 14414 fs_manager.cc:362] Metadata directory not provided
I20260924 15:09:40.426986 14414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260924 15:09:40.427260 14414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260924 15:09:40.428351 14414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/instance:
uuid: "4876061c241e4984bcf6473e77095199"
format_stamp: "Formatted at 2026-09-24 15:09:40 on dist-test-slave-38qb"
I20260924 15:09:40.433122 14414 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260924 15:09:40.436671 15425 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:40.437569 14414 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260924 15:09:40.437878 14414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
uuid: "4876061c241e4984bcf6473e77095199"
format_stamp: "Formatted at 2026-09-24 15:09:40 on dist-test-slave-38qb"
I20260924 15:09:40.438155 14414 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskd_GPy_/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1790262572730500-14414-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260924 15:09:40.458537 14414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260924 15:09:40.459686 14414 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260924 15:09:40.461236 14414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260924 15:09:40.463685 14414 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260924 15:09:40.463924 14414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:40.464178 14414 ts_tablet_manager.cc:616] Registered 0 tablets
I20260924 15:09:40.464356 14414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260924 15:09:40.512094 14414 rpc_server.cc:307] RPC server started. Bound to: 127.14.19.129:40693
I20260924 15:09:40.512318 15487 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.19.129:40693 every 8 connection(s)
I20260924 15:09:40.527987 15488 heartbeater.cc:344] Connected to a master server at 127.14.19.190:33693
I20260924 15:09:40.528358 15488 heartbeater.cc:461] Registering TS with master...
I20260924 15:09:40.529098 15488 heartbeater.cc:507] Master 127.14.19.190:33693 requested a full tablet report, sending...
I20260924 15:09:40.531138 15360 ts_manager.cc:194] Registered new tserver with Master: 4876061c241e4984bcf6473e77095199 (127.14.19.129:40693)
I20260924 15:09:40.531632 14414 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.015984907s
I20260924 15:09:40.533041 15360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:32898
I20260924 15:09:40.556988 15360 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:32912:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260924 15:09:40.607386 15453 tablet_service.cc:1511] Processing CreateTablet for tablet 12eb02774d2043b6bb73dd971976167b (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION VALUES < 100
I20260924 15:09:40.608055 15452 tablet_service.cc:1511] Processing CreateTablet for tablet 079a19d801b1481e89e99e92a9cf0ef6 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260924 15:09:40.608067 15451 tablet_service.cc:1511] Processing CreateTablet for tablet d6f2b28b643d4f9d8b9965fa3e75afd2 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260924 15:09:40.608767 15453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 12eb02774d2043b6bb73dd971976167b. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.608412 15450 tablet_service.cc:1511] Processing CreateTablet for tablet 7f097f5b122348028dac59aff12d45f2 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260924 15:09:40.609478 15452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 079a19d801b1481e89e99e92a9cf0ef6. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.610067 15450 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7f097f5b122348028dac59aff12d45f2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.610895 15448 tablet_service.cc:1511] Processing CreateTablet for tablet 76d62869f3e64267b8b1a0ac8fe020db (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260924 15:09:40.611255 15447 tablet_service.cc:1511] Processing CreateTablet for tablet 1b8be4a00ea543c4bc31c0e049e16aa3 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260924 15:09:40.612330 15448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76d62869f3e64267b8b1a0ac8fe020db. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.612398 15444 tablet_service.cc:1511] Processing CreateTablet for tablet e3a622772278450296ce160dcd3b9b65 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260924 15:09:40.613312 15447 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1b8be4a00ea543c4bc31c0e049e16aa3. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.614359 15444 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e3a622772278450296ce160dcd3b9b65. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.614643 15449 tablet_service.cc:1511] Processing CreateTablet for tablet e0fd14e416f44eab9b9382345169678d (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260924 15:09:40.616588 15451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d6f2b28b643d4f9d8b9965fa3e75afd2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.616966 15445 tablet_service.cc:1511] Processing CreateTablet for tablet 57f175861b944d76a1666c94cdeec20a (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260924 15:09:40.618257 15445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 57f175861b944d76a1666c94cdeec20a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.622198 15449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e0fd14e416f44eab9b9382345169678d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.623251 15446 tablet_service.cc:1511] Processing CreateTablet for tablet b569a8b123904cc0b527221c8feaf054 (DEFAULT_TABLE table=test_table [id=d1e35b33557447f09bb26b2800a7df3d]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260924 15:09:40.624706 15446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b569a8b123904cc0b527221c8feaf054. 1 dirs total, 0 dirs full, 0 dirs failed
I20260924 15:09:40.681618 15500 tablet_bootstrap.cc:492] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.687225 15500 tablet_bootstrap.cc:654] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.692341 15500 tablet_bootstrap.cc:492] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.693223 15500 ts_tablet_manager.cc:1403] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.012s user 0.012s sys 0.000s
I20260924 15:09:40.696928 15500 raft_consensus.cc:359] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.697386 15500 raft_consensus.cc:385] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.698753 15500 raft_consensus.cc:740] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.701203 15500 consensus_queue.cc:260] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.701804 15500 raft_consensus.cc:399] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.702062 15500 raft_consensus.cc:493] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.702340 15500 raft_consensus.cc:3060] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.707567 15500 raft_consensus.cc:515] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.708287 15500 leader_election.cc:304] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.709604 15500 leader_election.cc:290] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.710141 15502 raft_consensus.cc:2804] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.712024 15502 raft_consensus.cc:697] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.713860 15488 heartbeater.cc:499] Master 127.14.19.190:33693 was elected leader, sending a full tablet report...
I20260924 15:09:40.714241 15502 consensus_queue.cc:237] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.715018 15500 ts_tablet_manager.cc:1434] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.021s user 0.013s sys 0.010s
I20260924 15:09:40.715986 15500 tablet_bootstrap.cc:492] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.724560 15500 tablet_bootstrap.cc:654] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.729111 15360 catalog_manager.cc:5838] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.729573 15500 tablet_bootstrap.cc:492] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.730159 15500 ts_tablet_manager.cc:1403] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.014s user 0.010s sys 0.003s
I20260924 15:09:40.732309 15500 raft_consensus.cc:359] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.732990 15500 raft_consensus.cc:385] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.733287 15500 raft_consensus.cc:740] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.734124 15500 consensus_queue.cc:260] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.735141 15500 raft_consensus.cc:399] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.736425 15500 raft_consensus.cc:493] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.736842 15500 raft_consensus.cc:3060] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.746007 15500 raft_consensus.cc:515] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.746685 15500 leader_election.cc:304] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.747217 15500 leader_election.cc:290] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.747382 15502 raft_consensus.cc:2804] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.748054 15502 raft_consensus.cc:697] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.748965 15500 ts_tablet_manager.cc:1434] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.019s user 0.013s sys 0.003s
I20260924 15:09:40.748811 15502 consensus_queue.cc:237] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.749892 15500 tablet_bootstrap.cc:492] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.755681 15500 tablet_bootstrap.cc:654] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.757076 15360 catalog_manager.cc:5838] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.762785 15500 tablet_bootstrap.cc:492] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.763268 15500 ts_tablet_manager.cc:1403] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.014s user 0.011s sys 0.000s
I20260924 15:09:40.765867 15500 raft_consensus.cc:359] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.766886 15500 raft_consensus.cc:385] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.767215 15500 raft_consensus.cc:740] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.768007 15500 consensus_queue.cc:260] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.768828 15500 raft_consensus.cc:399] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.769292 15500 raft_consensus.cc:493] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.769579 15500 raft_consensus.cc:3060] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.779054 15500 raft_consensus.cc:515] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.780315 15500 leader_election.cc:304] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.780961 15500 leader_election.cc:290] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.781136 15502 raft_consensus.cc:2804] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.781792 15502 raft_consensus.cc:697] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.783154 15500 ts_tablet_manager.cc:1434] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.020s user 0.020s sys 0.000s
I20260924 15:09:40.782752 15502 consensus_queue.cc:237] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.784098 15500 tablet_bootstrap.cc:492] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.789583 15500 tablet_bootstrap.cc:654] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.790252 15360 catalog_manager.cc:5838] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.795619 15500 tablet_bootstrap.cc:492] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.796617 15500 ts_tablet_manager.cc:1403] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.000s
I20260924 15:09:40.799592 15500 raft_consensus.cc:359] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.800239 15500 raft_consensus.cc:385] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.800580 15500 raft_consensus.cc:740] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.801188 15500 consensus_queue.cc:260] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.801827 15500 raft_consensus.cc:399] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.802103 15500 raft_consensus.cc:493] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.802423 15500 raft_consensus.cc:3060] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.808125 15500 raft_consensus.cc:515] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.809525 15500 leader_election.cc:304] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.810240 15500 leader_election.cc:290] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.810386 15502 raft_consensus.cc:2804] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.810842 15502 raft_consensus.cc:697] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.811762 15502 consensus_queue.cc:237] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.812816 15500 ts_tablet_manager.cc:1434] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.016s user 0.016s sys 0.000s
I20260924 15:09:40.814041 15500 tablet_bootstrap.cc:492] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.821440 15500 tablet_bootstrap.cc:654] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.821807 15360 catalog_manager.cc:5838] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.826977 15500 tablet_bootstrap.cc:492] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.827406 15500 ts_tablet_manager.cc:1403] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.014s user 0.011s sys 0.000s
I20260924 15:09:40.829965 15500 raft_consensus.cc:359] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.830513 15500 raft_consensus.cc:385] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.830830 15500 raft_consensus.cc:740] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.831504 15500 consensus_queue.cc:260] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.832121 15500 raft_consensus.cc:399] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.832443 15500 raft_consensus.cc:493] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.832755 15500 raft_consensus.cc:3060] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.840571 15500 raft_consensus.cc:515] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.841261 15500 leader_election.cc:304] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.842072 15500 leader_election.cc:290] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.842257 15502 raft_consensus.cc:2804] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.842883 15502 raft_consensus.cc:697] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.843675 15500 ts_tablet_manager.cc:1434] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.016s user 0.012s sys 0.004s
I20260924 15:09:40.844396 15500 tablet_bootstrap.cc:492] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.843987 15502 consensus_queue.cc:237] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.850606 15500 tablet_bootstrap.cc:654] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.851027 15360 catalog_manager.cc:5838] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.857203 15500 tablet_bootstrap.cc:492] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.857769 15500 ts_tablet_manager.cc:1403] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.004s
I20260924 15:09:40.859699 15500 raft_consensus.cc:359] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.860888 15500 raft_consensus.cc:385] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.861140 15500 raft_consensus.cc:740] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.861956 15500 consensus_queue.cc:260] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.862676 15500 raft_consensus.cc:399] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.862960 15500 raft_consensus.cc:493] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.863257 15500 raft_consensus.cc:3060] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.868170 15500 raft_consensus.cc:515] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.868687 15500 leader_election.cc:304] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.869133 15500 leader_election.cc:290] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.869298 15502 raft_consensus.cc:2804] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.870272 15502 raft_consensus.cc:697] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.870642 15500 ts_tablet_manager.cc:1434] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260924 15:09:40.872058 15500 tablet_bootstrap.cc:492] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.871066 15502 consensus_queue.cc:237] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.878235 15500 tablet_bootstrap.cc:654] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.881937 15360 catalog_manager.cc:5838] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.882977 15500 tablet_bootstrap.cc:492] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.883355 15500 ts_tablet_manager.cc:1403] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
I20260924 15:09:40.885370 15500 raft_consensus.cc:359] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.885921 15500 raft_consensus.cc:385] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.886189 15500 raft_consensus.cc:740] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.886852 15500 consensus_queue.cc:260] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.887364 15500 raft_consensus.cc:399] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.887678 15500 raft_consensus.cc:493] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.887952 15500 raft_consensus.cc:3060] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.894321 15500 raft_consensus.cc:515] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.894944 15500 leader_election.cc:304] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.895929 15500 leader_election.cc:290] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.896109 15502 raft_consensus.cc:2804] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.897284 15502 raft_consensus.cc:697] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.899873 15500 ts_tablet_manager.cc:1434] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.016s user 0.016s sys 0.000s
I20260924 15:09:40.899523 15502 consensus_queue.cc:237] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.901116 15500 tablet_bootstrap.cc:492] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.906342 15500 tablet_bootstrap.cc:654] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.907922 15360 catalog_manager.cc:5838] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.910356 15500 tablet_bootstrap.cc:492] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.910789 15500 ts_tablet_manager.cc:1403] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260924 15:09:40.913383 15500 raft_consensus.cc:359] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.914723 15500 raft_consensus.cc:385] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.915704 15500 raft_consensus.cc:740] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.916409 15500 consensus_queue.cc:260] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.917536 15500 raft_consensus.cc:399] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.917846 15500 raft_consensus.cc:493] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.918165 15500 raft_consensus.cc:3060] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.923992 15500 raft_consensus.cc:515] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.924686 15500 leader_election.cc:304] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.925278 15500 leader_election.cc:290] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.925675 15502 raft_consensus.cc:2804] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.926805 15502 raft_consensus.cc:697] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.926982 15500 ts_tablet_manager.cc:1434] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.016s user 0.016s sys 0.000s
I20260924 15:09:40.927847 15500 tablet_bootstrap.cc:492] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.927659 15502 consensus_queue.cc:237] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.934296 15500 tablet_bootstrap.cc:654] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.935757 15360 catalog_manager.cc:5838] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.939400 15500 tablet_bootstrap.cc:492] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.939894 15500 ts_tablet_manager.cc:1403] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20260924 15:09:40.941841 15500 raft_consensus.cc:359] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.942282 15500 raft_consensus.cc:385] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.942584 15500 raft_consensus.cc:740] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.943313 15500 consensus_queue.cc:260] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.943975 15500 raft_consensus.cc:399] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.944244 15500 raft_consensus.cc:493] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.944569 15500 raft_consensus.cc:3060] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.949024 15500 raft_consensus.cc:515] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.949597 15500 leader_election.cc:304] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.950126 15500 leader_election.cc:290] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.950385 15502 raft_consensus.cc:2804] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.950966 15502 raft_consensus.cc:697] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.951565 15500 ts_tablet_manager.cc:1434] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20260924 15:09:40.951785 15502 consensus_queue.cc:237] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.952698 15500 tablet_bootstrap.cc:492] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: Bootstrap starting.
I20260924 15:09:40.957906 15500 tablet_bootstrap.cc:654] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: Neither blocks nor log segments found. Creating new log.
I20260924 15:09:40.962208 15360 catalog_manager.cc:5838] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:40.962914 15500 tablet_bootstrap.cc:492] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: No bootstrap required, opened a new log
I20260924 15:09:40.963310 15500 ts_tablet_manager.cc:1403] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
I20260924 15:09:40.965451 15500 raft_consensus.cc:359] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.966236 15500 raft_consensus.cc:385] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260924 15:09:40.966472 15500 raft_consensus.cc:740] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4876061c241e4984bcf6473e77095199, State: Initialized, Role: FOLLOWER
I20260924 15:09:40.967089 15500 consensus_queue.cc:260] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.967540 15500 raft_consensus.cc:399] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260924 15:09:40.967765 15500 raft_consensus.cc:493] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260924 15:09:40.968011 15500 raft_consensus.cc:3060] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 0 FOLLOWER]: Advancing to term 1
I20260924 15:09:40.973955 15500 raft_consensus.cc:515] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.974510 15500 leader_election.cc:304] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4876061c241e4984bcf6473e77095199; no voters:
I20260924 15:09:40.975852 15500 leader_election.cc:290] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260924 15:09:40.976040 15502 raft_consensus.cc:2804] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Leader election won for term 1
I20260924 15:09:40.976560 15502 raft_consensus.cc:697] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Becoming Leader. State: Replica: 4876061c241e4984bcf6473e77095199, State: Running, Role: LEADER
I20260924 15:09:40.977169 15502 consensus_queue.cc:237] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } }
I20260924 15:09:40.979453 15500 ts_tablet_manager.cc:1434] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: Time spent starting tablet: real 0.016s user 0.008s sys 0.008s
I20260924 15:09:40.989015 15360 catalog_manager.cc:5838] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4876061c241e4984bcf6473e77095199 (127.14.19.129). New cstate: current_term: 1 leader_uuid: "4876061c241e4984bcf6473e77095199" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4876061c241e4984bcf6473e77095199" member_type: VOTER last_known_addr { host: "127.14.19.129" port: 40693 } health_report { overall_health: HEALTHY } } }
I20260924 15:09:41.044381 14414 catalog_manager.cc:3592] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260924 15:09:41.079677 14414 tablet_server.cc:179] TabletServer@127.14.19.129:0 shutting down...
W20260924 15:09:41.113411 15347 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer [suppressed 93 similar messages]
I20260924 15:09:41.144838 15529 tablet.cc:1751] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.147176 15529 tablet.cc:1649] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
W20260924 15:09:41.148957 15347 catalog_manager.cc:4790] TS 4876061c241e4984bcf6473e77095199 (127.14.19.129:40693): AlterTable RPC failed for tablet 57f175861b944d76a1666c94cdeec20a: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260924 15:09:41.154198 15532 tablet.cc:1751] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.157315 15532 tablet.cc:1649] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.158564 15534 tablet.cc:1751] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.162123 15536 tablet.cc:1751] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.165807 15534 tablet.cc:1649] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.170451 15536 tablet.cc:1649] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.183401 14414 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260924 15:09:41.184554 14414 tablet_replica.cc:333] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.185148 14414 raft_consensus.cc:2243] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.185587 14414 raft_consensus.cc:2272] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.218739 15529 tablet.cc:1751] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.219139 15534 tablet.cc:1751] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.221019 15529 tablet.cc:1649] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.221019 15534 tablet.cc:1649] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.226738 15532 tablet.cc:1751] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.227068 15536 tablet.cc:1751] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260924 15:09:41.229048 15532 tablet.cc:1649] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.229816 15536 tablet.cc:1649] T e0fd14e416f44eab9b9382345169678d P 4876061c241e4984bcf6473e77095199: MemRowSet was empty: no flush needed.
I20260924 15:09:41.327199 14414 tablet_replica.cc:333] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.327839 14414 raft_consensus.cc:2243] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.328322 14414 raft_consensus.cc:2272] T 76d62869f3e64267b8b1a0ac8fe020db P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.330868 14414 tablet_replica.cc:333] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.331444 14414 raft_consensus.cc:2243] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.331893 14414 raft_consensus.cc:2272] T 079a19d801b1481e89e99e92a9cf0ef6 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.334929 14414 tablet_replica.cc:333] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.335640 14414 raft_consensus.cc:2243] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.336192 14414 raft_consensus.cc:2272] T d6f2b28b643d4f9d8b9965fa3e75afd2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.338354 14414 tablet_replica.cc:333] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.338814 14414 raft_consensus.cc:2243] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.339234 14414 raft_consensus.cc:2272] T b569a8b123904cc0b527221c8feaf054 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.341215 14414 tablet_replica.cc:333] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.341739 14414 raft_consensus.cc:2243] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.342115 14414 raft_consensus.cc:2272] T 12eb02774d2043b6bb73dd971976167b P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.344935 14414 tablet_replica.cc:333] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.345799 14414 raft_consensus.cc:2243] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.346210 14414 raft_consensus.cc:2272] T e3a622772278450296ce160dcd3b9b65 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.348438 14414 tablet_replica.cc:333] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.348960 14414 raft_consensus.cc:2243] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.349380 14414 raft_consensus.cc:2272] T 1b8be4a00ea543c4bc31c0e049e16aa3 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.351876 14414 tablet_replica.cc:333] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.352476 14414 raft_consensus.cc:2243] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.353034 14414 raft_consensus.cc:2272] T 57f175861b944d76a1666c94cdeec20a P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.355602 14414 tablet_replica.cc:333] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199: stopping tablet replica
I20260924 15:09:41.356055 14414 raft_consensus.cc:2243] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.356432 14414 raft_consensus.cc:2272] T 7f097f5b122348028dac59aff12d45f2 P 4876061c241e4984bcf6473e77095199 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.386404 14414 tablet_server.cc:196] TabletServer@127.14.19.129:0 shutdown complete.
I20260924 15:09:41.402647 14414 master.cc:562] Master@127.14.19.190:33693 shutting down...
I20260924 15:09:41.588548 14414 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 1 LEADER]: Raft consensus shutting down.
I20260924 15:09:41.589094 14414 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260924 15:09:41.589387 14414 tablet_replica.cc:333] T 00000000000000000000000000000000 P 8ac52279899f4bf6809e18dfd6756735: stopping tablet replica
I20260924 15:09:41.608022 14414 master.cc:584] Master@127.14.19.190:33693 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (1473 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (8630 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (8705 ms total)
[ PASSED ] 10 tests.
I20260924 15:09:41.636160 14414 logging.cc:436] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4790: suppressed but not reported on 9 messages since previous log ~0 seconds ago
I20260924 15:09:41.636368 14414 logging.cc:436] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 9 messages since previous log ~0 seconds ago
ThreadSanitizer: reported 7 warnings