CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44000902c8 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3abc70)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3abb84)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3ab97b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3c31)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37e3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b44000902c8 by thread T56 (mutexes: write M282173389933575632):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a4b4a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a2226)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Location is heap block of size 264 at 0x7b4400090240 allocated by thread T159:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29d9d6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3aa385)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3aa161)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x3a3a95)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3a1abe)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41f04b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d19b6)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c202a)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d5fa1)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d5f49)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d5ed9)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d5ea1)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d517d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Thread T159 (tid=24139, finished) created by thread T197 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bf1f2)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26d4c0)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f434c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3786)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f312f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f6443)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f7761)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7719)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f76a9)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f7671)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f696d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b080011bae0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3abd4a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3abbc9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3ab9a7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3c31)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37e3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b080011bae0 by thread T56 (mutexes: write M282173389933575632):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x3a2262)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44001d99f0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37eb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44001d99f0 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a9f33)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a9e79)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4c02)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44001d99f8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37eb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44001d99f8 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a9da4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a4c0d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44000902b0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44000902b0 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a9f33)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a9e79)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4c02)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44000902b8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44000902b8 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a9da4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a4c0d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23054) Write of size 8 at 0x7b44000902c0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b44000902c0 by thread T56 (mutexes: write M282173389933575632):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a4b09)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a221a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20260317 21:21:21.521656 23054 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20260317 21:21:21.522162 23054 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20260317 21:21:21.522440 23054 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20260317 21:21:21.522692 23054 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (7 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (45 ms)
[----------] 3 tests from TableInfoTest (54 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (10 ms)
[----------] 1 test from TestTSDescriptor (10 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20260317 21:21:21.586316 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:44053
I20260317 21:21:21.587590 23054 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20260317 21:21:21.588572 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:21.603699 23061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:21.603711 23063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:21.605798 23054 server_base.cc:1060] running on GCE node
W20260317 21:21:21.604346 23060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:22.695062 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:22.695287 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:22.695466 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782482695445 us; error 0 us; skew 500 ppm
I20260317 21:21:22.696336 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:22.701817 23054 webserver.cc:492] Webserver started at http://127.22.131.190:42597/ using document root <none> and password file <none>
I20260317 21:21:22.702656 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:22.702881 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:22.703310 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:22.709069 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "16566d96ceec46738ee7c7fffb92c4ba"
format_stamp: "Formatted at 2026-03-17 21:21:22 on dist-test-slave-vfxb"
I20260317 21:21:22.716769 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
I20260317 21:21:22.721828 23069 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:22.722970 23054 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
I20260317 21:21:22.723331 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "16566d96ceec46738ee7c7fffb92c4ba"
format_stamp: "Formatted at 2026-03-17 21:21:22 on dist-test-slave-vfxb"
I20260317 21:21:22.723663 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:22.777217 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:22.778760 23054 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20260317 21:21:22.779230 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:22.845347 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:44053
I20260317 21:21:22.845439 23120 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:44053 every 8 connection(s)
I20260317 21:21:22.852751 23121 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:22.874184 23121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Bootstrap starting.
I20260317 21:21:22.879783 23121 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:22.881512 23121 log.cc:826] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Log is configured to *not* fsync() on all Append() calls
I20260317 21:21:22.885862 23121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: No bootstrap required, opened a new log
I20260317 21:21:22.906404 23121 raft_consensus.cc:359] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER }
I20260317 21:21:22.906951 23121 raft_consensus.cc:385] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:22.907193 23121 raft_consensus.cc:740] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16566d96ceec46738ee7c7fffb92c4ba, State: Initialized, Role: FOLLOWER
I20260317 21:21:22.907943 23121 consensus_queue.cc:260] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER }
I20260317 21:21:22.908398 23121 raft_consensus.cc:399] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:22.908679 23121 raft_consensus.cc:493] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:22.908993 23121 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:22.912904 23121 raft_consensus.cc:515] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER }
I20260317 21:21:22.913575 23121 leader_election.cc:304] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 16566d96ceec46738ee7c7fffb92c4ba; no voters:
I20260317 21:21:22.915256 23121 leader_election.cc:290] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:22.915537 23124 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:22.917832 23124 raft_consensus.cc:697] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 1 LEADER]: Becoming Leader. State: Replica: 16566d96ceec46738ee7c7fffb92c4ba, State: Running, Role: LEADER
I20260317 21:21:22.918666 23124 consensus_queue.cc:237] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER }
I20260317 21:21:22.919868 23121 sys_catalog.cc:565] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:22.926483 23126 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 16566d96ceec46738ee7c7fffb92c4ba. Latest consensus state: current_term: 1 leader_uuid: "16566d96ceec46738ee7c7fffb92c4ba" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER } }
I20260317 21:21:22.926620 23125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "16566d96ceec46738ee7c7fffb92c4ba" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16566d96ceec46738ee7c7fffb92c4ba" member_type: VOTER } }
I20260317 21:21:22.927207 23125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:22.927181 23126 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:22.930992 23132 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:22.940881 23132 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:22.944340 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:22.957484 23132 catalog_manager.cc:1357] Generated new cluster ID: 3bdceaa778c741b7a8581f3d9c8fc032
I20260317 21:21:22.957787 23132 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:22.974709 23132 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:22.976785 23132 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:22.997599 23132 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Generated new TSK 0
I20260317 21:21:22.998839 23132 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:23.010763 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:23.018754 23143 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:23.020506 23144 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:23.023751 23054 server_base.cc:1060] running on GCE node
W20260317 21:21:23.024039 23146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:23.024961 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:23.025158 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:23.025348 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782483025298 us; error 0 us; skew 500 ppm
I20260317 21:21:23.025908 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:23.029765 23054 webserver.cc:492] Webserver started at http://127.22.131.129:45731/ using document root <none> and password file <none>
I20260317 21:21:23.030287 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:23.030488 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:23.030759 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:23.031903 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "c7af19740356442ba552affd00825054"
format_stamp: "Formatted at 2026-03-17 21:21:23 on dist-test-slave-vfxb"
I20260317 21:21:23.037943 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
I20260317 21:21:23.042079 23151 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:23.042934 23054 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
I20260317 21:21:23.043278 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "c7af19740356442ba552affd00825054"
format_stamp: "Formatted at 2026-03-17 21:21:23 on dist-test-slave-vfxb"
I20260317 21:21:23.043660 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:23.074028 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:23.075937 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:23.078725 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:23.084165 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:23.084514 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:23.084839 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:23.085062 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:23.172636 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:46747
I20260317 21:21:23.172673 23213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:46747 every 8 connection(s)
I20260317 21:21:23.201552 23214 heartbeater.cc:344] Connected to a master server at 127.22.131.190:44053
I20260317 21:21:23.201993 23214 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:23.203193 23214 heartbeater.cc:507] Master 127.22.131.190:44053 requested a full tablet report, sending...
I20260317 21:21:23.205904 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.027287413s
I20260317 21:21:23.205907 23086 ts_manager.cc:194] Registered new tserver with Master: c7af19740356442ba552affd00825054 (127.22.131.129:46747)
I20260317 21:21:23.209050 23086 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:60814
I20260317 21:21:23.236198 23086 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60830:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260317 21:21:23.315904 23178 tablet_service.cc:1511] Processing CreateTablet for tablet a350d6937c594a47b33f6d2642e1eb30 (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260317 21:21:23.316740 23175 tablet_service.cc:1511] Processing CreateTablet for tablet bab7768ea7ff4615be40bc3271d15fe8 (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260317 21:21:23.317518 23178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a350d6937c594a47b33f6d2642e1eb30. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.318140 23175 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bab7768ea7ff4615be40bc3271d15fe8. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.318037 23177 tablet_service.cc:1511] Processing CreateTablet for tablet 56cdf0d36257458e8e33b4224a7d805f (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260317 21:21:23.319341 23177 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 56cdf0d36257458e8e33b4224a7d805f. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.322140 23174 tablet_service.cc:1511] Processing CreateTablet for tablet 51d60edc33064346b594896c99e1934a (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260317 21:21:23.323395 23174 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 51d60edc33064346b594896c99e1934a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.324709 23172 tablet_service.cc:1511] Processing CreateTablet for tablet 6f6c3551e44345d79e8e29bf9bb9b8d9 (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260317 21:21:23.325949 23172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6f6c3551e44345d79e8e29bf9bb9b8d9. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.327814 23176 tablet_service.cc:1511] Processing CreateTablet for tablet 68d457a0b2414fcdbd022505e5c82e3b (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260317 21:21:23.327919 23173 tablet_service.cc:1511] Processing CreateTablet for tablet 2c4c4b3247fd4c6db845796ab93bb70a (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260317 21:21:23.329187 23176 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68d457a0b2414fcdbd022505e5c82e3b. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.330009 23179 tablet_service.cc:1511] Processing CreateTablet for tablet 1005c77ac15649d2b50db9f95ddec859 (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION VALUES < 100
I20260317 21:21:23.331220 23179 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1005c77ac15649d2b50db9f95ddec859. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.335332 23173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2c4c4b3247fd4c6db845796ab93bb70a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.338192 23171 tablet_service.cc:1511] Processing CreateTablet for tablet 6b95b962b08d4b999a4f29a54be4367e (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260317 21:21:23.339485 23171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6b95b962b08d4b999a4f29a54be4367e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.345279 23170 tablet_service.cc:1511] Processing CreateTablet for tablet 9d0fbb12293b450f89c8e959bd29b0cc (DEFAULT_TABLE table=test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260317 21:21:23.350047 23170 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9d0fbb12293b450f89c8e959bd29b0cc. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:23.364481 23226 tablet_bootstrap.cc:492] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.383073 23226 tablet_bootstrap.cc:654] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.388566 23226 tablet_bootstrap.cc:492] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.389006 23226 ts_tablet_manager.cc:1403] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.035s user 0.009s sys 0.003s
I20260317 21:21:23.391599 23226 raft_consensus.cc:359] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.392166 23226 raft_consensus.cc:385] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.392452 23226 raft_consensus.cc:740] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.393074 23226 consensus_queue.cc:260] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.393698 23226 raft_consensus.cc:399] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.393985 23226 raft_consensus.cc:493] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.394301 23226 raft_consensus.cc:3060] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.400678 23226 raft_consensus.cc:515] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.401358 23226 leader_election.cc:304] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.403419 23226 leader_election.cc:290] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.403934 23228 raft_consensus.cc:2804] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.406847 23214 heartbeater.cc:499] Master 127.22.131.190:44053 was elected leader, sending a full tablet report...
I20260317 21:21:23.407105 23226 ts_tablet_manager.cc:1434] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.018s user 0.015s sys 0.005s
I20260317 21:21:23.408047 23226 tablet_bootstrap.cc:492] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.409114 23228 raft_consensus.cc:697] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.409934 23228 consensus_queue.cc:237] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.414206 23226 tablet_bootstrap.cc:654] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.420285 23226 tablet_bootstrap.cc:492] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.420686 23226 ts_tablet_manager.cc:1403] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.009s
I20260317 21:21:23.423563 23226 raft_consensus.cc:359] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.424074 23226 raft_consensus.cc:385] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.424361 23226 raft_consensus.cc:740] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.424959 23226 consensus_queue.cc:260] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.425575 23226 raft_consensus.cc:399] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.425887 23226 raft_consensus.cc:493] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.426203 23226 raft_consensus.cc:3060] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
W20260317 21:21:23.429309 23215 tablet.cc:2379] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20260317 21:21:23.432794 23226 raft_consensus.cc:515] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.433463 23226 leader_election.cc:304] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.434922 23226 leader_election.cc:290] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.435464 23228 raft_consensus.cc:2804] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.434855 23086 catalog_manager.cc:5671] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.435950 23228 raft_consensus.cc:697] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.436686 23226 ts_tablet_manager.cc:1434] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.016s user 0.009s sys 0.005s
I20260317 21:21:23.436741 23228 consensus_queue.cc:237] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.437548 23226 tablet_bootstrap.cc:492] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.443964 23226 tablet_bootstrap.cc:654] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.453063 23226 tablet_bootstrap.cc:492] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.453480 23226 ts_tablet_manager.cc:1403] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.016s user 0.014s sys 0.000s
I20260317 21:21:23.455955 23226 raft_consensus.cc:359] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.456486 23226 raft_consensus.cc:385] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.456423 23086 catalog_manager.cc:5671] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.456818 23226 raft_consensus.cc:740] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.457441 23226 consensus_queue.cc:260] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.458039 23226 raft_consensus.cc:399] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.458341 23226 raft_consensus.cc:493] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.458654 23226 raft_consensus.cc:3060] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.464882 23226 raft_consensus.cc:515] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.465549 23226 leader_election.cc:304] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.466120 23226 leader_election.cc:290] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.466264 23228 raft_consensus.cc:2804] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.466707 23228 raft_consensus.cc:697] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.467381 23228 consensus_queue.cc:237] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.468096 23226 ts_tablet_manager.cc:1434] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.014s user 0.012s sys 0.003s
I20260317 21:21:23.468890 23226 tablet_bootstrap.cc:492] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.474778 23226 tablet_bootstrap.cc:654] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.475471 23086 catalog_manager.cc:5671] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.480230 23226 tablet_bootstrap.cc:492] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.480643 23226 ts_tablet_manager.cc:1403] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.005s
I20260317 21:21:23.482533 23226 raft_consensus.cc:359] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.482949 23226 raft_consensus.cc:385] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.483179 23226 raft_consensus.cc:740] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.483793 23226 consensus_queue.cc:260] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.484393 23226 raft_consensus.cc:399] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.484683 23226 raft_consensus.cc:493] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.484982 23226 raft_consensus.cc:3060] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.489370 23226 raft_consensus.cc:515] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.489907 23226 leader_election.cc:304] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.490340 23226 leader_election.cc:290] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.490492 23228 raft_consensus.cc:2804] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.490968 23228 raft_consensus.cc:697] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.491890 23226 ts_tablet_manager.cc:1434] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20260317 21:21:23.491668 23228 consensus_queue.cc:237] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.492522 23226 tablet_bootstrap.cc:492] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.498401 23226 tablet_bootstrap.cc:654] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.499821 23086 catalog_manager.cc:5671] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.504330 23226 tablet_bootstrap.cc:492] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.504727 23226 ts_tablet_manager.cc:1403] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20260317 21:21:23.507098 23226 raft_consensus.cc:359] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.507598 23226 raft_consensus.cc:385] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.507854 23226 raft_consensus.cc:740] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.508456 23226 consensus_queue.cc:260] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.509043 23226 raft_consensus.cc:399] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.509297 23226 raft_consensus.cc:493] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.509545 23226 raft_consensus.cc:3060] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.514971 23226 raft_consensus.cc:515] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.515456 23226 leader_election.cc:304] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.515882 23226 leader_election.cc:290] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.516011 23228 raft_consensus.cc:2804] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.516431 23228 raft_consensus.cc:697] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.517074 23228 consensus_queue.cc:237] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.517664 23226 ts_tablet_manager.cc:1434] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.013s user 0.008s sys 0.004s
I20260317 21:21:23.518455 23226 tablet_bootstrap.cc:492] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.523944 23226 tablet_bootstrap.cc:654] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.523583 23086 catalog_manager.cc:5671] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.528437 23226 tablet_bootstrap.cc:492] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.528744 23226 ts_tablet_manager.cc:1403] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.003s
I20260317 21:21:23.530558 23226 raft_consensus.cc:359] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.531042 23226 raft_consensus.cc:385] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.531298 23226 raft_consensus.cc:740] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.531793 23226 consensus_queue.cc:260] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.532166 23226 raft_consensus.cc:399] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.532330 23226 raft_consensus.cc:493] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.532505 23226 raft_consensus.cc:3060] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.537312 23226 raft_consensus.cc:515] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.537846 23226 leader_election.cc:304] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.538231 23226 leader_election.cc:290] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.538370 23228 raft_consensus.cc:2804] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.538780 23228 raft_consensus.cc:697] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.539431 23228 consensus_queue.cc:237] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.539788 23226 ts_tablet_manager.cc:1434] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20260317 21:21:23.541653 23226 tablet_bootstrap.cc:492] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.548192 23086 catalog_manager.cc:5671] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.550099 23226 tablet_bootstrap.cc:654] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.559923 23226 tablet_bootstrap.cc:492] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.560765 23226 ts_tablet_manager.cc:1403] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.019s user 0.005s sys 0.009s
I20260317 21:21:23.562989 23226 raft_consensus.cc:359] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.563450 23226 raft_consensus.cc:385] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.563723 23226 raft_consensus.cc:740] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.564260 23226 consensus_queue.cc:260] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.564682 23226 raft_consensus.cc:399] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.564903 23226 raft_consensus.cc:493] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.565126 23226 raft_consensus.cc:3060] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.570585 23226 raft_consensus.cc:515] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.571197 23226 leader_election.cc:304] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.571740 23226 leader_election.cc:290] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.571892 23228 raft_consensus.cc:2804] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.572430 23228 raft_consensus.cc:697] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.573079 23228 consensus_queue.cc:237] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.573647 23226 ts_tablet_manager.cc:1434] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.013s user 0.013s sys 0.000s
I20260317 21:21:23.574287 23226 tablet_bootstrap.cc:492] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.579483 23226 tablet_bootstrap.cc:654] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.581228 23085 catalog_manager.cc:5671] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.586664 23226 tablet_bootstrap.cc:492] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.587028 23226 ts_tablet_manager.cc:1403] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.003s
I20260317 21:21:23.589113 23226 raft_consensus.cc:359] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.589594 23226 raft_consensus.cc:385] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.589833 23226 raft_consensus.cc:740] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.590341 23226 consensus_queue.cc:260] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.590900 23226 raft_consensus.cc:399] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.591148 23226 raft_consensus.cc:493] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.591436 23226 raft_consensus.cc:3060] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.595815 23226 raft_consensus.cc:515] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.596410 23226 leader_election.cc:304] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.597085 23228 raft_consensus.cc:2804] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.597505 23228 raft_consensus.cc:697] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.598168 23228 consensus_queue.cc:237] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.603034 23226 leader_election.cc:290] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.604686 23226 ts_tablet_manager.cc:1434] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.017s user 0.010s sys 0.000s
I20260317 21:21:23.605388 23226 tablet_bootstrap.cc:492] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.605827 23086 catalog_manager.cc:5671] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.610103 23226 tablet_bootstrap.cc:654] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.615366 23226 tablet_bootstrap.cc:492] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.615669 23226 ts_tablet_manager.cc:1403] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
I20260317 21:21:23.617429 23226 raft_consensus.cc:359] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.617908 23226 raft_consensus.cc:385] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.618157 23226 raft_consensus.cc:740] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.618712 23226 consensus_queue.cc:260] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.619264 23226 raft_consensus.cc:399] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.619529 23226 raft_consensus.cc:493] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.619832 23226 raft_consensus.cc:3060] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.623888 23226 raft_consensus.cc:515] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.624468 23226 leader_election.cc:304] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.624982 23226 leader_election.cc:290] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.625124 23230 raft_consensus.cc:2804] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.625661 23230 raft_consensus.cc:697] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.626703 23226 ts_tablet_manager.cc:1434] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20260317 21:21:23.626351 23230 consensus_queue.cc:237] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.627470 23226 tablet_bootstrap.cc:492] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: Bootstrap starting.
I20260317 21:21:23.632788 23226 tablet_bootstrap.cc:654] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:23.636210 23085 catalog_manager.cc:5671] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.637784 23226 tablet_bootstrap.cc:492] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: No bootstrap required, opened a new log
I20260317 21:21:23.638087 23226 ts_tablet_manager.cc:1403] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20260317 21:21:23.640228 23226 raft_consensus.cc:359] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.640705 23226 raft_consensus.cc:385] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:23.640954 23226 raft_consensus.cc:740] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7af19740356442ba552affd00825054, State: Initialized, Role: FOLLOWER
I20260317 21:21:23.641480 23226 consensus_queue.cc:260] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.642091 23226 raft_consensus.cc:399] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:23.642405 23226 raft_consensus.cc:493] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:23.642724 23226 raft_consensus.cc:3060] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:23.646863 23226 raft_consensus.cc:515] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.647300 23226 leader_election.cc:304] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c7af19740356442ba552affd00825054; no voters:
I20260317 21:21:23.647673 23226 leader_election.cc:290] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:23.647814 23230 raft_consensus.cc:2804] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:23.648253 23230 raft_consensus.cc:697] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 1 LEADER]: Becoming Leader. State: Replica: c7af19740356442ba552affd00825054, State: Running, Role: LEADER
I20260317 21:21:23.648916 23230 consensus_queue.cc:237] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } }
I20260317 21:21:23.649682 23226 ts_tablet_manager.cc:1434] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20260317 21:21:23.655640 23085 catalog_manager.cc:5671] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7af19740356442ba552affd00825054 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "c7af19740356442ba552affd00825054" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c7af19740356442ba552affd00825054" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 46747 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:23.692200 23054 catalog_manager.cc:2755] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20260317 21:21:23.705730 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 1005c77ac15649d2b50db9f95ddec859
I20260317 21:21:23.706434 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet a350d6937c594a47b33f6d2642e1eb30
I20260317 21:21:23.707465 23170 tablet_service.cc:1558] Processing DeleteTablet for tablet 1005c77ac15649d2b50db9f95ddec859 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.707086 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 56cdf0d36257458e8e33b4224a7d805f
I20260317 21:21:23.707924 23179 tablet_service.cc:1558] Processing DeleteTablet for tablet a350d6937c594a47b33f6d2642e1eb30 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.708278 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 68d457a0b2414fcdbd022505e5c82e3b
I20260317 21:21:23.708959 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet bab7768ea7ff4615be40bc3271d15fe8
I20260317 21:21:23.709579 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 51d60edc33064346b594896c99e1934a
I20260317 21:21:23.709800 23179 tablet_service.cc:1558] Processing DeleteTablet for tablet 56cdf0d36257458e8e33b4224a7d805f with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.710157 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 2c4c4b3247fd4c6db845796ab93bb70a
I20260317 21:21:23.710955 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 6f6c3551e44345d79e8e29bf9bb9b8d9
I20260317 21:21:23.711544 23179 tablet_service.cc:1558] Processing DeleteTablet for tablet 68d457a0b2414fcdbd022505e5c82e3b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.712568 23251 tablet_replica.cc:333] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.713071 23179 tablet_service.cc:1558] Processing DeleteTablet for tablet 51d60edc33064346b594896c99e1934a with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.713519 23251 raft_consensus.cc:2243] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.713678 23176 tablet_service.cc:1558] Processing DeleteTablet for tablet 6f6c3551e44345d79e8e29bf9bb9b8d9 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.713878 23170 tablet_service.cc:1558] Processing DeleteTablet for tablet bab7768ea7ff4615be40bc3271d15fe8 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.714110 23251 raft_consensus.cc:2272] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.713687 23171 tablet_service.cc:1558] Processing DeleteTablet for tablet 2c4c4b3247fd4c6db845796ab93bb70a with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.711553 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 6b95b962b08d4b999a4f29a54be4367e
I20260317 21:21:23.715205 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: Sending DeleteTablet for 1 replicas of tablet 9d0fbb12293b450f89c8e959bd29b0cc
I20260317 21:21:23.716070 23171 tablet_service.cc:1558] Processing DeleteTablet for tablet 6b95b962b08d4b999a4f29a54be4367e with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:23 UTC) from {username='slave'} at 127.0.0.1:57356
I20260317 21:21:23.718099 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
W20260317 21:21:23.720573 23070 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260317 21:21:23.720039 23251 ts_tablet_manager.cc:1916] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Deleting tablet data with delete state TABLET_DATA_DELETED
W20260317 21:21:23.737531 23070 catalog_manager.cc:4729] TS c7af19740356442ba552affd00825054 (127.22.131.129:46747): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 9d0fbb12293b450f89c8e959bd29b0cc: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260317 21:21:23.742616 23251 ts_tablet_manager.cc:1929] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260317 21:21:23.743068 23251 log.cc:1199] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Deleting WAL directory at /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root/wals/1005c77ac15649d2b50db9f95ddec859
I20260317 21:21:23.743846 23251 ts_tablet_manager.cc:1950] T 1005c77ac15649d2b50db9f95ddec859 P c7af19740356442ba552affd00825054: Deleting consensus metadata
I20260317 21:21:23.747247 23251 tablet_replica.cc:333] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.747326 23070 catalog_manager.cc:5002] TS c7af19740356442ba552affd00825054 (127.22.131.129:46747): tablet 1005c77ac15649d2b50db9f95ddec859 (table test_table [id=6e4694dbfcc845ddb29800f7b1c6108e]) successfully deleted
I20260317 21:21:23.748173 23251 raft_consensus.cc:2243] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.748739 23251 raft_consensus.cc:2272] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.751499 23251 ts_tablet_manager.cc:1916] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260317 21:21:23.761155 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260317 21:21:23.763033 23251 ts_tablet_manager.cc:1929] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260317 21:21:23.763329 23251 log.cc:1199] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Deleting WAL directory at /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1773782481358039-23054-0/minicluster-data/ts-0-root/wals/a350d6937c594a47b33f6d2642e1eb30
I20260317 21:21:23.763872 23251 ts_tablet_manager.cc:1950] T a350d6937c594a47b33f6d2642e1eb30 P c7af19740356442ba552affd00825054: Deleting consensus metadata
W20260317 21:21:23.765758 23070 catalog_manager.cc:4994] TS c7af19740356442ba552affd00825054 (127.22.131.129:46747): delete failed for tablet a350d6937c594a47b33f6d2642e1eb30 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20260317 21:21:23.767529 23054 tablet_replica.cc:333] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.768245 23054 raft_consensus.cc:2243] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.768724 23054 raft_consensus.cc:2272] T 6b95b962b08d4b999a4f29a54be4367e P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.771559 23054 tablet_replica.cc:333] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.772212 23054 raft_consensus.cc:2243] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.772675 23054 raft_consensus.cc:2272] T 68d457a0b2414fcdbd022505e5c82e3b P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.775259 23054 tablet_replica.cc:333] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.775908 23054 raft_consensus.cc:2243] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.776346 23054 raft_consensus.cc:2272] T 51d60edc33064346b594896c99e1934a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.778541 23054 tablet_replica.cc:333] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.779217 23054 raft_consensus.cc:2243] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.779651 23054 raft_consensus.cc:2272] T bab7768ea7ff4615be40bc3271d15fe8 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.781790 23054 tablet_replica.cc:333] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.782421 23054 raft_consensus.cc:2243] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.782893 23054 raft_consensus.cc:2272] T 56cdf0d36257458e8e33b4224a7d805f P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.785013 23054 tablet_replica.cc:333] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.785434 23054 raft_consensus.cc:2243] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.785765 23054 raft_consensus.cc:2272] T 6f6c3551e44345d79e8e29bf9bb9b8d9 P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.787672 23054 tablet_replica.cc:333] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.788087 23054 raft_consensus.cc:2243] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.788429 23054 raft_consensus.cc:2272] T 9d0fbb12293b450f89c8e959bd29b0cc P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:23.790371 23054 tablet_replica.cc:333] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054: stopping tablet replica
I20260317 21:21:23.790920 23054 raft_consensus.cc:2243] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:23.791249 23054 raft_consensus.cc:2272] T 2c4c4b3247fd4c6db845796ab93bb70a P c7af19740356442ba552affd00825054 [term 1 FOLLOWER]: Raft consensus is shut down!
W20260317 21:21:23.802266 23054 connection.cc:441] server connection from 127.0.0.1:57356 torn down before Call kudu.tserver.TabletServerAdminService.DeleteTablet from 127.0.0.1:57356 (request call id 31) could send its response
I20260317 21:21:24.011165 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:24.024091 23054 master.cc:561] Master@127.22.131.190:44053 shutting down...
I20260317 21:21:24.360095 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:24.360742 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:24.361136 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P 16566d96ceec46738ee7c7fffb92c4ba: stopping tablet replica
I20260317 21:21:24.380470 23054 master.cc:583] Master@127.22.131.190:44053 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (2819 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20260317 21:21:24.402746 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:35583
I20260317 21:21:24.403755 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:24.408340 23253 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:24.409189 23254 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:24.412068 23256 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:24.412456 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:24.413251 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:24.413427 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:24.413568 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782484413550 us; error 0 us; skew 500 ppm
I20260317 21:21:24.414026 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:24.416530 23054 webserver.cc:492] Webserver started at http://127.22.131.190:37427/ using document root <none> and password file <none>
I20260317 21:21:24.416955 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:24.417119 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:24.417353 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:24.418298 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "54e54053bf2d4b9c8a4b914b1b0506ac"
format_stamp: "Formatted at 2026-03-17 21:21:24 on dist-test-slave-vfxb"
I20260317 21:21:24.422351 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.002s
I20260317 21:21:24.425397 23261 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:24.426179 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260317 21:21:24.426496 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "54e54053bf2d4b9c8a4b914b1b0506ac"
format_stamp: "Formatted at 2026-03-17 21:21:24 on dist-test-slave-vfxb"
I20260317 21:21:24.426855 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:24.446192 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:24.447466 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:24.491525 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:35583
I20260317 21:21:24.491591 23312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:35583 every 8 connection(s)
I20260317 21:21:24.496116 23313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.506394 23313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Bootstrap starting.
I20260317 21:21:24.511663 23313 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:24.516409 23313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: No bootstrap required, opened a new log
I20260317 21:21:24.518867 23313 raft_consensus.cc:359] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER }
I20260317 21:21:24.519344 23313 raft_consensus.cc:385] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:24.519625 23313 raft_consensus.cc:740] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54e54053bf2d4b9c8a4b914b1b0506ac, State: Initialized, Role: FOLLOWER
I20260317 21:21:24.520241 23313 consensus_queue.cc:260] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER }
I20260317 21:21:24.520814 23313 raft_consensus.cc:399] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:24.521092 23313 raft_consensus.cc:493] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:24.521401 23313 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:24.527685 23313 raft_consensus.cc:515] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER }
I20260317 21:21:24.528316 23313 leader_election.cc:304] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 54e54053bf2d4b9c8a4b914b1b0506ac; no voters:
I20260317 21:21:24.529667 23313 leader_election.cc:290] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:24.529897 23316 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:24.536581 23316 raft_consensus.cc:697] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 1 LEADER]: Becoming Leader. State: Replica: 54e54053bf2d4b9c8a4b914b1b0506ac, State: Running, Role: LEADER
I20260317 21:21:24.537235 23316 consensus_queue.cc:237] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER }
I20260317 21:21:24.537866 23313 sys_catalog.cc:565] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:24.539748 23318 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 54e54053bf2d4b9c8a4b914b1b0506ac. Latest consensus state: current_term: 1 leader_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER } }
I20260317 21:21:24.539673 23317 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "54e54053bf2d4b9c8a4b914b1b0506ac" member_type: VOTER } }
I20260317 21:21:24.540246 23318 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:24.540380 23317 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:24.557062 23321 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:24.564095 23321 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:24.567034 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:24.573625 23321 catalog_manager.cc:1357] Generated new cluster ID: 076222a9f0fb43939c0d61440c7f8778
I20260317 21:21:24.573897 23321 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:24.594230 23321 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:24.595441 23321 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:24.611545 23321 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Generated new TSK 0
I20260317 21:21:24.612082 23321 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:24.633380 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:24.640213 23334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:24.640604 23335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:24.642879 23054 server_base.cc:1060] running on GCE node
W20260317 21:21:24.643507 23338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:24.644285 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:24.644475 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:24.644629 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782484644611 us; error 0 us; skew 500 ppm
I20260317 21:21:24.645112 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:24.647652 23054 webserver.cc:492] Webserver started at http://127.22.131.129:40341/ using document root <none> and password file <none>
I20260317 21:21:24.648111 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:24.648288 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:24.648528 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:24.649497 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3"
format_stamp: "Formatted at 2026-03-17 21:21:24 on dist-test-slave-vfxb"
I20260317 21:21:24.653625 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260317 21:21:24.656720 23342 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:24.657511 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260317 21:21:24.657823 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3"
format_stamp: "Formatted at 2026-03-17 21:21:24 on dist-test-slave-vfxb"
I20260317 21:21:24.658155 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:24.673826 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:24.675122 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:24.676853 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:24.679730 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:24.679975 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:24.680240 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:24.680446 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:24.725773 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:33957
I20260317 21:21:24.725826 23404 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:33957 every 8 connection(s)
I20260317 21:21:24.742347 23405 heartbeater.cc:344] Connected to a master server at 127.22.131.190:35583
I20260317 21:21:24.742678 23405 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:24.743378 23405 heartbeater.cc:507] Master 127.22.131.190:35583 requested a full tablet report, sending...
I20260317 21:21:24.745142 23278 ts_manager.cc:194] Registered new tserver with Master: 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129:33957)
I20260317 21:21:24.745301 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013091386s
I20260317 21:21:24.746785 23278 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:51676
I20260317 21:21:24.769883 23278 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51382:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260317 21:21:24.818387 23370 tablet_service.cc:1511] Processing CreateTablet for tablet ea8e3b7ea8bb4e46b0189df811ee7ad5 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION VALUES < 100
I20260317 21:21:24.818835 23369 tablet_service.cc:1511] Processing CreateTablet for tablet 5daaa094b1e541d1aa2c5cd22d65f0d2 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260317 21:21:24.819694 23370 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ea8e3b7ea8bb4e46b0189df811ee7ad5. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.820822 23363 tablet_service.cc:1511] Processing CreateTablet for tablet a1e20159000e4e49a7cd328fca91c1e8 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260317 21:21:24.821516 23368 tablet_service.cc:1511] Processing CreateTablet for tablet f3fc2920f86941849165d813d5b2cd1e (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260317 21:21:24.822008 23363 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a1e20159000e4e49a7cd328fca91c1e8. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.822686 23368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3fc2920f86941849165d813d5b2cd1e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.823660 23361 tablet_service.cc:1511] Processing CreateTablet for tablet 4b1125d265884decb6696063e808129a (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260317 21:21:24.824781 23361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b1125d265884decb6696063e808129a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.827641 23362 tablet_service.cc:1511] Processing CreateTablet for tablet 6025f79edfbc4916ad26b37535684cb4 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260317 21:21:24.827725 23366 tablet_service.cc:1511] Processing CreateTablet for tablet 28de1a569bfb43f7b22b18161633fb95 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260317 21:21:24.828809 23362 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6025f79edfbc4916ad26b37535684cb4. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.829207 23365 tablet_service.cc:1511] Processing CreateTablet for tablet 6d816491b3d1406cb68d6d03206af841 (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260317 21:21:24.830683 23364 tablet_service.cc:1511] Processing CreateTablet for tablet 9d7703b48524475ea114445aa407d22a (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260317 21:21:24.831384 23369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5daaa094b1e541d1aa2c5cd22d65f0d2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.832069 23367 tablet_service.cc:1511] Processing CreateTablet for tablet 75801bc41b6f42a19ae99d7a0dce572e (DEFAULT_TABLE table=test_table [id=21a0886fa1604952baed219d0dbf9383]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260317 21:21:24.833709 23365 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d816491b3d1406cb68d6d03206af841. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.835628 23364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9d7703b48524475ea114445aa407d22a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.839357 23367 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75801bc41b6f42a19ae99d7a0dce572e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.843348 23366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 28de1a569bfb43f7b22b18161633fb95. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:24.902112 23417 tablet_bootstrap.cc:492] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:24.907889 23417 tablet_bootstrap.cc:654] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:24.912210 23417 tablet_bootstrap.cc:492] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:24.912613 23417 ts_tablet_manager.cc:1403] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20260317 21:21:24.914881 23417 raft_consensus.cc:359] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.915380 23417 raft_consensus.cc:385] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:24.915643 23417 raft_consensus.cc:740] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:24.916198 23417 consensus_queue.cc:260] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.916792 23417 raft_consensus.cc:399] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:24.917063 23417 raft_consensus.cc:493] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:24.917367 23417 raft_consensus.cc:3060] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:24.923503 23417 raft_consensus.cc:515] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.924136 23417 leader_election.cc:304] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:24.925236 23417 leader_election.cc:290] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:24.925578 23419 raft_consensus.cc:2804] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:24.927094 23405 heartbeater.cc:499] Master 127.22.131.190:35583 was elected leader, sending a full tablet report...
I20260317 21:21:24.927644 23417 ts_tablet_manager.cc:1434] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.015s user 0.016s sys 0.000s
I20260317 21:21:24.928440 23417 tablet_bootstrap.cc:492] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:24.932513 23419 raft_consensus.cc:697] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:24.933135 23419 consensus_queue.cc:237] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.933708 23417 tablet_bootstrap.cc:654] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:24.944581 23417 tablet_bootstrap.cc:492] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:24.944999 23417 ts_tablet_manager.cc:1403] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.009s
I20260317 21:21:24.944777 23278 catalog_manager.cc:5671] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:24.947371 23417 raft_consensus.cc:359] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.947891 23417 raft_consensus.cc:385] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:24.948159 23417 raft_consensus.cc:740] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:24.948925 23417 consensus_queue.cc:260] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.949539 23417 raft_consensus.cc:399] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:24.949831 23417 raft_consensus.cc:493] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:24.950137 23417 raft_consensus.cc:3060] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:24.957037 23417 raft_consensus.cc:515] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.957710 23417 leader_election.cc:304] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:24.958293 23417 leader_election.cc:290] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:24.958738 23421 raft_consensus.cc:2804] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:24.959558 23421 raft_consensus.cc:697] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:24.960089 23417 ts_tablet_manager.cc:1434] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.015s user 0.012s sys 0.004s
I20260317 21:21:24.960352 23421 consensus_queue.cc:237] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.960878 23417 tablet_bootstrap.cc:492] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:24.966521 23417 tablet_bootstrap.cc:654] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:24.967101 23278 catalog_manager.cc:5671] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:24.971377 23417 tablet_bootstrap.cc:492] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:24.971786 23417 ts_tablet_manager.cc:1403] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20260317 21:21:24.974069 23417 raft_consensus.cc:359] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.974594 23417 raft_consensus.cc:385] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:24.974898 23417 raft_consensus.cc:740] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:24.975517 23417 consensus_queue.cc:260] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.976126 23417 raft_consensus.cc:399] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:24.976404 23417 raft_consensus.cc:493] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:24.976722 23417 raft_consensus.cc:3060] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:24.982764 23417 raft_consensus.cc:515] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.983436 23417 leader_election.cc:304] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:24.984019 23417 leader_election.cc:290] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:24.984133 23421 raft_consensus.cc:2804] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:24.984733 23421 raft_consensus.cc:697] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:24.985374 23421 consensus_queue.cc:237] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:24.985869 23417 ts_tablet_manager.cc:1434] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.014s user 0.009s sys 0.003s
I20260317 21:21:24.986696 23417 tablet_bootstrap.cc:492] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:24.992892 23417 tablet_bootstrap.cc:654] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:24.994931 23278 catalog_manager.cc:5671] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:24.997388 23417 tablet_bootstrap.cc:492] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:24.998091 23417 ts_tablet_manager.cc:1403] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.003s
I20260317 21:21:25.000712 23417 raft_consensus.cc:359] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.001282 23417 raft_consensus.cc:385] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.001585 23417 raft_consensus.cc:740] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.002336 23417 consensus_queue.cc:260] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.002987 23417 raft_consensus.cc:399] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.003283 23417 raft_consensus.cc:493] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.003588 23417 raft_consensus.cc:3060] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.009902 23417 raft_consensus.cc:515] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.010535 23417 leader_election.cc:304] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.011117 23417 leader_election.cc:290] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.011271 23421 raft_consensus.cc:2804] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.011749 23421 raft_consensus.cc:697] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.012382 23421 consensus_queue.cc:237] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.013592 23417 ts_tablet_manager.cc:1434] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.015s user 0.015s sys 0.000s
I20260317 21:21:25.014453 23417 tablet_bootstrap.cc:492] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.019482 23417 tablet_bootstrap.cc:654] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.018949 23278 catalog_manager.cc:5671] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.025105 23417 tablet_bootstrap.cc:492] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.025552 23417 ts_tablet_manager.cc:1403] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.003s
I20260317 21:21:25.028365 23417 raft_consensus.cc:359] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.028924 23417 raft_consensus.cc:385] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.029223 23417 raft_consensus.cc:740] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.029848 23417 consensus_queue.cc:260] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.030431 23417 raft_consensus.cc:399] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.030683 23417 raft_consensus.cc:493] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.031006 23417 raft_consensus.cc:3060] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.035254 23417 raft_consensus.cc:515] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.035739 23417 leader_election.cc:304] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.036182 23417 leader_election.cc:290] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.036355 23421 raft_consensus.cc:2804] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.036773 23421 raft_consensus.cc:697] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.037716 23417 ts_tablet_manager.cc:1434] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260317 21:21:25.037395 23421 consensus_queue.cc:237] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.038431 23417 tablet_bootstrap.cc:492] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.042493 23417 tablet_bootstrap.cc:654] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.048488 23417 tablet_bootstrap.cc:492] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.047880 23277 catalog_manager.cc:5671] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.048908 23417 ts_tablet_manager.cc:1403] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20260317 21:21:25.050740 23417 raft_consensus.cc:359] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.051270 23417 raft_consensus.cc:385] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.051537 23417 raft_consensus.cc:740] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.052107 23417 consensus_queue.cc:260] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.052692 23417 raft_consensus.cc:399] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.052978 23417 raft_consensus.cc:493] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.053310 23417 raft_consensus.cc:3060] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.059033 23417 raft_consensus.cc:515] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.059743 23417 leader_election.cc:304] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.060235 23417 leader_election.cc:290] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.060397 23421 raft_consensus.cc:2804] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.060886 23421 raft_consensus.cc:697] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.061564 23421 consensus_queue.cc:237] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.061992 23417 ts_tablet_manager.cc:1434] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.013s user 0.009s sys 0.004s
I20260317 21:21:25.062619 23417 tablet_bootstrap.cc:492] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.067318 23417 tablet_bootstrap.cc:654] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.072520 23417 tablet_bootstrap.cc:492] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.072858 23417 ts_tablet_manager.cc:1403] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260317 21:21:25.073601 23277 catalog_manager.cc:5671] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.074748 23417 raft_consensus.cc:359] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.075274 23417 raft_consensus.cc:385] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.075526 23417 raft_consensus.cc:740] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.076085 23417 consensus_queue.cc:260] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.076653 23417 raft_consensus.cc:399] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.076921 23417 raft_consensus.cc:493] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.077160 23417 raft_consensus.cc:3060] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.082103 23417 raft_consensus.cc:515] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.082724 23417 leader_election.cc:304] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.083217 23417 leader_election.cc:290] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.083366 23421 raft_consensus.cc:2804] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.083830 23421 raft_consensus.cc:697] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.084599 23417 ts_tablet_manager.cc:1434] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260317 21:21:25.084514 23421 consensus_queue.cc:237] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.085222 23417 tablet_bootstrap.cc:492] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.089663 23417 tablet_bootstrap.cc:654] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.091392 23277 catalog_manager.cc:5671] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.093298 23417 tablet_bootstrap.cc:492] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.093650 23417 ts_tablet_manager.cc:1403] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260317 21:21:25.096096 23417 raft_consensus.cc:359] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.096735 23417 raft_consensus.cc:385] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.097044 23417 raft_consensus.cc:740] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.097617 23417 consensus_queue.cc:260] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.098170 23417 raft_consensus.cc:399] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.098521 23417 raft_consensus.cc:493] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.098765 23417 raft_consensus.cc:3060] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.103096 23417 raft_consensus.cc:515] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.103575 23417 leader_election.cc:304] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.103988 23417 leader_election.cc:290] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.104125 23421 raft_consensus.cc:2804] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.104588 23421 raft_consensus.cc:697] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.105525 23417 ts_tablet_manager.cc:1434] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260317 21:21:25.105212 23421 consensus_queue.cc:237] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.106267 23417 tablet_bootstrap.cc:492] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.111106 23417 tablet_bootstrap.cc:654] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.113960 23277 catalog_manager.cc:5671] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.115221 23417 tablet_bootstrap.cc:492] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.115558 23417 ts_tablet_manager.cc:1403] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20260317 21:21:25.117408 23417 raft_consensus.cc:359] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.117908 23417 raft_consensus.cc:385] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.118153 23417 raft_consensus.cc:740] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.118777 23417 consensus_queue.cc:260] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.119205 23417 raft_consensus.cc:399] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.119385 23417 raft_consensus.cc:493] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.119607 23417 raft_consensus.cc:3060] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.123850 23417 raft_consensus.cc:515] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.124305 23417 leader_election.cc:304] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.124730 23417 leader_election.cc:290] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.124848 23421 raft_consensus.cc:2804] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.125247 23421 raft_consensus.cc:697] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.125865 23421 consensus_queue.cc:237] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.126333 23417 ts_tablet_manager.cc:1434] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
I20260317 21:21:25.127050 23417 tablet_bootstrap.cc:492] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Bootstrap starting.
I20260317 21:21:25.132150 23417 tablet_bootstrap.cc:654] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.133101 23277 catalog_manager.cc:5671] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.137203 23417 tablet_bootstrap.cc:492] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: No bootstrap required, opened a new log
I20260317 21:21:25.137533 23417 ts_tablet_manager.cc:1403] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
I20260317 21:21:25.139602 23417 raft_consensus.cc:359] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.140050 23417 raft_consensus.cc:385] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.140304 23417 raft_consensus.cc:740] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.140766 23417 consensus_queue.cc:260] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.141157 23417 raft_consensus.cc:399] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.141407 23417 raft_consensus.cc:493] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.141677 23417 raft_consensus.cc:3060] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.146198 23417 raft_consensus.cc:515] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.146639 23417 leader_election.cc:304] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7c62f94b3b4a47f3a2d81d08a23c5ea3; no voters:
I20260317 21:21:25.147104 23417 leader_election.cc:290] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.147253 23421 raft_consensus.cc:2804] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.147656 23421 raft_consensus.cc:697] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Becoming Leader. State: Replica: 7c62f94b3b4a47f3a2d81d08a23c5ea3, State: Running, Role: LEADER
I20260317 21:21:25.148269 23421 consensus_queue.cc:237] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } }
I20260317 21:21:25.148665 23417 ts_tablet_manager.cc:1434] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Time spent starting tablet: real 0.011s user 0.007s sys 0.004s
I20260317 21:21:25.154850 23277 catalog_manager.cc:5671] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7c62f94b3b4a47f3a2d81d08a23c5ea3" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33957 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:25.208545 23054 catalog_manager.cc:2764] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20260317 21:21:25.223076 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet ea8e3b7ea8bb4e46b0189df811ee7ad5
I20260317 21:21:25.223692 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 5daaa094b1e541d1aa2c5cd22d65f0d2
I20260317 21:21:25.224677 23365 tablet_service.cc:1558] Processing DeleteTablet for tablet ea8e3b7ea8bb4e46b0189df811ee7ad5 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.224299 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet f3fc2920f86941849165d813d5b2cd1e
I20260317 21:21:25.225143 23370 tablet_service.cc:1558] Processing DeleteTablet for tablet 5daaa094b1e541d1aa2c5cd22d65f0d2 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.225425 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 75801bc41b6f42a19ae99d7a0dce572e
I20260317 21:21:25.226091 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 28de1a569bfb43f7b22b18161633fb95
I20260317 21:21:25.226699 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 6d816491b3d1406cb68d6d03206af841
I20260317 21:21:25.227140 23364 tablet_service.cc:1558] Processing DeleteTablet for tablet 75801bc41b6f42a19ae99d7a0dce572e with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.227322 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 9d7703b48524475ea114445aa407d22a
I20260317 21:21:25.227761 23370 tablet_service.cc:1558] Processing DeleteTablet for tablet f3fc2920f86941849165d813d5b2cd1e with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.227967 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet a1e20159000e4e49a7cd328fca91c1e8
I20260317 21:21:25.228574 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 6025f79edfbc4916ad26b37535684cb4
I20260317 21:21:25.229306 23054 catalog_manager.cc:5958] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: Sending DeleteTablet for 1 replicas of tablet 4b1125d265884decb6696063e808129a
I20260317 21:21:25.230662 23366 tablet_service.cc:1558] Processing DeleteTablet for tablet 9d7703b48524475ea114445aa407d22a with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.231302 23368 tablet_service.cc:1558] Processing DeleteTablet for tablet a1e20159000e4e49a7cd328fca91c1e8 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.231891 23364 tablet_service.cc:1558] Processing DeleteTablet for tablet 6d816491b3d1406cb68d6d03206af841 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.232630 23370 tablet_service.cc:1558] Processing DeleteTablet for tablet 28de1a569bfb43f7b22b18161633fb95 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-03-17 21:21:25 UTC) from {username='slave'} at 127.0.0.1:55162
I20260317 21:21:25.233326 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
I20260317 21:21:25.244629 23442 tablet_replica.cc:333] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.248114 23442 raft_consensus.cc:2243] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.248802 23442 raft_consensus.cc:2272] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
W20260317 21:21:25.252416 23263 catalog_manager.cc:4729] TS 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129:33957): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 6025f79edfbc4916ad26b37535684cb4: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260317 21:21:25.255184 23442 ts_tablet_manager.cc:1916] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260317 21:21:25.260759 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260317 21:21:25.266743 23442 ts_tablet_manager.cc:1929] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260317 21:21:25.267095 23442 log.cc:1199] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Deleting WAL directory at /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/wals/ea8e3b7ea8bb4e46b0189df811ee7ad5
I20260317 21:21:25.267653 23442 ts_tablet_manager.cc:1950] T ea8e3b7ea8bb4e46b0189df811ee7ad5 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: Deleting consensus metadata
W20260317 21:21:25.268926 23263 catalog_manager.cc:4994] TS 7c62f94b3b4a47f3a2d81d08a23c5ea3 (127.22.131.129:33957): delete failed for tablet ea8e3b7ea8bb4e46b0189df811ee7ad5 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20260317 21:21:25.270228 23054 tablet_replica.cc:333] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.271013 23054 raft_consensus.cc:2243] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.271500 23054 raft_consensus.cc:2272] T 6d816491b3d1406cb68d6d03206af841 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.273690 23054 tablet_replica.cc:333] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.274148 23054 raft_consensus.cc:2243] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.274507 23054 raft_consensus.cc:2272] T 9d7703b48524475ea114445aa407d22a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.276314 23054 tablet_replica.cc:333] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.276888 23054 raft_consensus.cc:2243] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.277297 23054 raft_consensus.cc:2272] T f3fc2920f86941849165d813d5b2cd1e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.279253 23054 tablet_replica.cc:333] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.279696 23054 raft_consensus.cc:2243] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.280023 23054 raft_consensus.cc:2272] T 4b1125d265884decb6696063e808129a P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.281819 23054 tablet_replica.cc:333] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.282248 23054 raft_consensus.cc:2243] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.282581 23054 raft_consensus.cc:2272] T 75801bc41b6f42a19ae99d7a0dce572e P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.284302 23054 tablet_replica.cc:333] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.284730 23054 raft_consensus.cc:2243] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.285050 23054 raft_consensus.cc:2272] T 6025f79edfbc4916ad26b37535684cb4 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.286907 23054 tablet_replica.cc:333] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.287321 23054 raft_consensus.cc:2243] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.287647 23054 raft_consensus.cc:2272] T 28de1a569bfb43f7b22b18161633fb95 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.289526 23054 tablet_replica.cc:333] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.289925 23054 raft_consensus.cc:2243] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.290242 23054 raft_consensus.cc:2272] T 5daaa094b1e541d1aa2c5cd22d65f0d2 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.292012 23054 tablet_replica.cc:333] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3: stopping tablet replica
I20260317 21:21:25.292405 23054 raft_consensus.cc:2243] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.292724 23054 raft_consensus.cc:2272] T a1e20159000e4e49a7cd328fca91c1e8 P 7c62f94b3b4a47f3a2d81d08a23c5ea3 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.307628 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:25.321208 23054 master.cc:561] Master@127.22.131.190:35583 shutting down...
I20260317 21:21:25.417080 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.417589 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.417877 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P 54e54053bf2d4b9c8a4b914b1b0506ac: stopping tablet replica
I20260317 21:21:25.435737 23054 master.cc:583] Master@127.22.131.190:35583 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1054 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20260317 21:21:25.457234 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:46623
I20260317 21:21:25.458228 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:25.462677 23444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.463963 23445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.464390 23447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:25.464800 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:25.465777 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:25.465940 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:25.466085 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782485466068 us; error 0 us; skew 500 ppm
I20260317 21:21:25.466564 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:25.468899 23054 webserver.cc:492] Webserver started at http://127.22.131.190:40033/ using document root <none> and password file <none>
I20260317 21:21:25.469355 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:25.469638 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:25.469923 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:25.471076 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "82afaacc2c194780b2bec4785cd28c33"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.475419 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
I20260317 21:21:25.478440 23452 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:25.479138 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260317 21:21:25.479420 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "82afaacc2c194780b2bec4785cd28c33"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.479677 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:25.514226 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:25.515275 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:25.551064 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:46623
I20260317 21:21:25.551118 23503 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:46623 every 8 connection(s)
I20260317 21:21:25.554630 23504 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:25.564356 23504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33: Bootstrap starting.
I20260317 21:21:25.568173 23504 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.572041 23504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33: No bootstrap required, opened a new log
I20260317 21:21:25.573906 23504 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER }
I20260317 21:21:25.574275 23504 raft_consensus.cc:385] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:25.574503 23504 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82afaacc2c194780b2bec4785cd28c33, State: Initialized, Role: FOLLOWER
I20260317 21:21:25.575047 23504 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER }
I20260317 21:21:25.575459 23504 raft_consensus.cc:399] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:25.575668 23504 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:25.575917 23504 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:25.579907 23504 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER }
I20260317 21:21:25.580374 23504 leader_election.cc:304] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 82afaacc2c194780b2bec4785cd28c33; no voters:
I20260317 21:21:25.581465 23504 leader_election.cc:290] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:25.581705 23507 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:25.582970 23507 raft_consensus.cc:697] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 1 LEADER]: Becoming Leader. State: Replica: 82afaacc2c194780b2bec4785cd28c33, State: Running, Role: LEADER
I20260317 21:21:25.583556 23507 consensus_queue.cc:237] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER }
I20260317 21:21:25.584237 23504 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:25.586174 23508 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "82afaacc2c194780b2bec4785cd28c33" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER } }
I20260317 21:21:25.586272 23509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82afaacc2c194780b2bec4785cd28c33. Latest consensus state: current_term: 1 leader_uuid: "82afaacc2c194780b2bec4785cd28c33" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "82afaacc2c194780b2bec4785cd28c33" member_type: VOTER } }
I20260317 21:21:25.586869 23509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:25.586894 23508 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:25.589588 23512 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:25.596426 23512 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:25.597903 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:25.604538 23512 catalog_manager.cc:1357] Generated new cluster ID: f5e5e7a5c4994ec8be422be2d60e43cb
I20260317 21:21:25.604808 23512 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:25.621280 23512 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:25.622428 23512 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:25.638543 23512 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33: Generated new TSK 0
I20260317 21:21:25.639134 23512 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:25.664029 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:25.669303 23525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.670046 23526 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.671602 23528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:25.672325 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:25.673004 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:25.673175 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:25.673329 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782485673315 us; error 0 us; skew 500 ppm
I20260317 21:21:25.673801 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:25.675837 23054 webserver.cc:492] Webserver started at http://127.22.131.129:35869/ using document root <none> and password file <none>
I20260317 21:21:25.676301 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:25.676470 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:25.676707 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:25.677675 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "44c5bc094a4940fe942688ce7f4d74ce"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.681980 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260317 21:21:25.684934 23533 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:25.685635 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260317 21:21:25.685878 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "44c5bc094a4940fe942688ce7f4d74ce"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.686115 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:25.702966 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:25.703871 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:25.705206 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:25.707271 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:25.707450 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:25.707661 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:25.707804 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:25.742295 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:35979
I20260317 21:21:25.742384 23595 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:35979 every 8 connection(s)
I20260317 21:21:25.755118 23596 heartbeater.cc:344] Connected to a master server at 127.22.131.190:46623
I20260317 21:21:25.755422 23596 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:25.756125 23596 heartbeater.cc:507] Master 127.22.131.190:46623 requested a full tablet report, sending...
I20260317 21:21:25.757990 23469 ts_manager.cc:194] Registered new tserver with Master: 44c5bc094a4940fe942688ce7f4d74ce (127.22.131.129:35979)
I20260317 21:21:25.758072 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012878607s
I20260317 21:21:25.759670 23469 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:58986
I20260317 21:21:25.776319 23054 catalog_manager.cc:2257] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260317 21:21:25.785121 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
I20260317 21:21:25.802434 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260317 21:21:25.806459 23534 connection.cc:441] server connection from 127.0.0.1:51336 torn down before Call kudu.tserver.TabletServerAdminService.CreateTablet from 127.0.0.1:51336 (request call id 0) could send its response
I20260317 21:21:25.820559 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:25.826752 23054 master.cc:561] Master@127.22.131.190:46623 shutting down...
I20260317 21:21:25.875283 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:25.875741 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:25.876081 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P 82afaacc2c194780b2bec4785cd28c33: stopping tablet replica
I20260317 21:21:25.894138 23054 master.cc:583] Master@127.22.131.190:46623 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (454 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20260317 21:21:25.911804 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:42115
I20260317 21:21:25.912737 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:25.916918 23609 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.918370 23610 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:25.918452 23612 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:25.919046 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:25.919634 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:25.919795 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:25.919907 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782485919896 us; error 0 us; skew 500 ppm
I20260317 21:21:25.920321 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:25.922291 23054 webserver.cc:492] Webserver started at http://127.22.131.190:43389/ using document root <none> and password file <none>
I20260317 21:21:25.922700 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:25.922892 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:25.923125 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:25.924077 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "51ae2d2d311945cfb05add9a3c59c0f9"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.928023 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20260317 21:21:25.930936 23617 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:25.931568 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260317 21:21:25.931803 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "51ae2d2d311945cfb05add9a3c59c0f9"
format_stamp: "Formatted at 2026-03-17 21:21:25 on dist-test-slave-vfxb"
I20260317 21:21:25.932040 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:25.945583 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:25.946532 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:25.979764 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:42115
I20260317 21:21:25.979851 23668 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:42115 every 8 connection(s)
I20260317 21:21:25.983364 23669 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:25.992565 23669 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9: Bootstrap starting.
I20260317 21:21:25.996343 23669 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:25.999922 23669 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9: No bootstrap required, opened a new log
I20260317 21:21:26.001613 23669 raft_consensus.cc:359] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER }
I20260317 21:21:26.001947 23669 raft_consensus.cc:385] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.002116 23669 raft_consensus.cc:740] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51ae2d2d311945cfb05add9a3c59c0f9, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.002593 23669 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER }
I20260317 21:21:26.003016 23669 raft_consensus.cc:399] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.003208 23669 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.003415 23669 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.007365 23669 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER }
I20260317 21:21:26.007797 23669 leader_election.cc:304] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 51ae2d2d311945cfb05add9a3c59c0f9; no voters:
I20260317 21:21:26.008782 23669 leader_election.cc:290] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.009032 23672 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.010233 23672 raft_consensus.cc:697] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 1 LEADER]: Becoming Leader. State: Replica: 51ae2d2d311945cfb05add9a3c59c0f9, State: Running, Role: LEADER
I20260317 21:21:26.010771 23672 consensus_queue.cc:237] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER }
I20260317 21:21:26.011548 23669 sys_catalog.cc:565] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:26.013305 23673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER } }
I20260317 21:21:26.013365 23674 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51ae2d2d311945cfb05add9a3c59c0f9. Latest consensus state: current_term: 1 leader_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "51ae2d2d311945cfb05add9a3c59c0f9" member_type: VOTER } }
I20260317 21:21:26.013943 23673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:26.014008 23674 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:26.017143 23678 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:26.021309 23678 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:26.025781 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:26.029450 23678 catalog_manager.cc:1357] Generated new cluster ID: 71968a21970f4be4af58abfd9e890e86
I20260317 21:21:26.029714 23678 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:26.049289 23678 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:26.050448 23678 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:26.063839 23678 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9: Generated new TSK 0
I20260317 21:21:26.064424 23678 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:26.092746 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:26.098076 23690 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:26.099009 23691 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:26.100450 23054 server_base.cc:1060] running on GCE node
W20260317 21:21:26.100417 23693 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:26.101361 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:26.101538 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:26.101689 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782486101673 us; error 0 us; skew 500 ppm
I20260317 21:21:26.102135 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:26.104152 23054 webserver.cc:492] Webserver started at http://127.22.131.129:43767/ using document root <none> and password file <none>
I20260317 21:21:26.104609 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:26.104780 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:26.105010 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:26.105978 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "b7a31b4389d8475c9073b729db39b24d"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.109980 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.000s sys 0.005s
I20260317 21:21:26.113034 23698 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.113691 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20260317 21:21:26.113941 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "b7a31b4389d8475c9073b729db39b24d"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.114189 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:26.153256 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:26.154266 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:26.155683 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:26.157831 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:26.158005 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.158236 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:26.158372 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.192989 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:45753
I20260317 21:21:26.193091 23760 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:45753 every 8 connection(s)
I20260317 21:21:26.205771 23761 heartbeater.cc:344] Connected to a master server at 127.22.131.190:42115
I20260317 21:21:26.206115 23761 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:26.206769 23761 heartbeater.cc:507] Master 127.22.131.190:42115 requested a full tablet report, sending...
I20260317 21:21:26.208505 23634 ts_manager.cc:194] Registered new tserver with Master: b7a31b4389d8475c9073b729db39b24d (127.22.131.129:45753)
I20260317 21:21:26.209264 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013371699s
I20260317 21:21:26.210107 23634 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:51054
I20260317 21:21:26.227102 23054 catalog_manager.cc:2266] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260317 21:21:26.235522 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
I20260317 21:21:26.250839 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260317 21:21:26.256407 23054 connection.cc:441] server connection from 127.0.0.1:52348 torn down before Call kudu.tserver.TabletServerAdminService.CreateTablet from 127.0.0.1:52348 (request call id 0) could send its response
W20260317 21:21:26.258975 23618 catalog_manager.cc:4729] TS b7a31b4389d8475c9073b729db39b24d (127.22.131.129:45753): CreateTablet RPC failed for tablet 00ebacbef99c41b7a30a279d0d9ef7d4: Network error: Client connection negotiation failed: client connection to 127.22.131.129:45753: connect: Connection refused (error 111)
I20260317 21:21:26.269646 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:26.276298 23054 master.cc:561] Master@127.22.131.190:42115 shutting down...
I20260317 21:21:26.305565 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:26.306030 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:26.306428 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P 51ae2d2d311945cfb05add9a3c59c0f9: stopping tablet replica
I20260317 21:21:26.324000 23054 master.cc:583] Master@127.22.131.190:42115 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (430 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20260317 21:21:26.342707 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:42229
I20260317 21:21:26.343679 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:26.348138 23774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:26.348578 23775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:26.349857 23777 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:26.351563 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:26.352142 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:26.352327 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:26.352447 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782486352437 us; error 0 us; skew 500 ppm
I20260317 21:21:26.352885 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:26.355027 23054 webserver.cc:492] Webserver started at http://127.22.131.190:35653/ using document root <none> and password file <none>
I20260317 21:21:26.355516 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:26.355674 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:26.355873 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:26.356897 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "591eb5e515674354b03e6b9d93b2d04a"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.360929 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.003s
I20260317 21:21:26.363873 23782 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.364609 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20260317 21:21:26.364845 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "591eb5e515674354b03e6b9d93b2d04a"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.365073 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:26.394174 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:26.395107 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:26.427731 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:42229
I20260317 21:21:26.427839 23833 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:42229 every 8 connection(s)
I20260317 21:21:26.431246 23834 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.440485 23834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: Bootstrap starting.
I20260317 21:21:26.444216 23834 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.447659 23834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: No bootstrap required, opened a new log
I20260317 21:21:26.449388 23834 raft_consensus.cc:359] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER }
I20260317 21:21:26.449725 23834 raft_consensus.cc:385] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.449949 23834 raft_consensus.cc:740] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591eb5e515674354b03e6b9d93b2d04a, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.450429 23834 consensus_queue.cc:260] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER }
I20260317 21:21:26.450839 23834 raft_consensus.cc:399] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.451045 23834 raft_consensus.cc:493] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.451299 23834 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.455175 23834 raft_consensus.cc:515] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER }
I20260317 21:21:26.455624 23834 leader_election.cc:304] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 591eb5e515674354b03e6b9d93b2d04a; no voters:
I20260317 21:21:26.456626 23834 leader_election.cc:290] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.456884 23837 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.458155 23837 raft_consensus.cc:697] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 1 LEADER]: Becoming Leader. State: Replica: 591eb5e515674354b03e6b9d93b2d04a, State: Running, Role: LEADER
I20260317 21:21:26.458755 23837 consensus_queue.cc:237] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER }
I20260317 21:21:26.459414 23834 sys_catalog.cc:565] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:26.461256 23838 sys_catalog.cc:455] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "591eb5e515674354b03e6b9d93b2d04a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER } }
I20260317 21:21:26.461297 23839 sys_catalog.cc:455] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 591eb5e515674354b03e6b9d93b2d04a. Latest consensus state: current_term: 1 leader_uuid: "591eb5e515674354b03e6b9d93b2d04a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "591eb5e515674354b03e6b9d93b2d04a" member_type: VOTER } }
I20260317 21:21:26.461882 23838 sys_catalog.cc:458] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:26.461935 23839 sys_catalog.cc:458] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:26.467702 23842 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:26.471846 23842 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:26.472801 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:26.479542 23842 catalog_manager.cc:1357] Generated new cluster ID: 0830f4f3616b44cea902ad487da426dc
I20260317 21:21:26.479818 23842 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:26.498952 23842 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:26.500108 23842 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:26.516834 23842 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: Generated new TSK 0
I20260317 21:21:26.517421 23842 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:26.538582 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:26.543970 23855 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:26.544706 23856 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:26.547600 23858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:26.547816 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:26.548629 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:26.548799 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:26.548949 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782486548930 us; error 0 us; skew 500 ppm
I20260317 21:21:26.549458 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:26.551551 23054 webserver.cc:492] Webserver started at http://127.22.131.129:42329/ using document root <none> and password file <none>
I20260317 21:21:26.551982 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:26.552146 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:26.552377 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:26.553325 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "86e39e1dbac54e3ea93424fcb92c355b"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.557399 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260317 21:21:26.560489 23863 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.561187 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260317 21:21:26.561432 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "86e39e1dbac54e3ea93424fcb92c355b"
format_stamp: "Formatted at 2026-03-17 21:21:26 on dist-test-slave-vfxb"
I20260317 21:21:26.561674 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:26.586311 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:26.587245 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:26.588510 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:26.590516 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:26.590698 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.590924 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:26.591068 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:26.625965 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:44313
I20260317 21:21:26.626061 23925 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:44313 every 8 connection(s)
I20260317 21:21:26.638584 23926 heartbeater.cc:344] Connected to a master server at 127.22.131.190:42229
I20260317 21:21:26.638931 23926 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:26.639577 23926 heartbeater.cc:507] Master 127.22.131.190:42229 requested a full tablet report, sending...
I20260317 21:21:26.641285 23799 ts_manager.cc:194] Registered new tserver with Master: 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129:44313)
I20260317 21:21:26.641314 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012453255s
I20260317 21:21:26.642938 23799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:39848
I20260317 21:21:26.661402 23799 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39860:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260317 21:21:26.705351 23891 tablet_service.cc:1511] Processing CreateTablet for tablet 810b34a4f673468ea6c49dcb578d17f4 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION VALUES < 100
I20260317 21:21:26.705564 23890 tablet_service.cc:1511] Processing CreateTablet for tablet 02e02bcbdb344f9ba8cc4d1674a1b970 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260317 21:21:26.705847 23889 tablet_service.cc:1511] Processing CreateTablet for tablet d920ea54001b4b5ab842615eed3d35c6 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260317 21:21:26.706148 23888 tablet_service.cc:1511] Processing CreateTablet for tablet b1f104d2a8dd4669b9b614f5a418d026 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260317 21:21:26.706714 23891 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 810b34a4f673468ea6c49dcb578d17f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.707293 23888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1f104d2a8dd4669b9b614f5a418d026. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.708017 23890 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 02e02bcbdb344f9ba8cc4d1674a1b970. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.708853 23889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d920ea54001b4b5ab842615eed3d35c6. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.708976 23887 tablet_service.cc:1511] Processing CreateTablet for tablet 57ef5e356ce64774814c6caa6bccad93 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260317 21:21:26.710142 23887 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 57ef5e356ce64774814c6caa6bccad93. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.712410 23883 tablet_service.cc:1511] Processing CreateTablet for tablet 795dbfd0726c41b69e2981d51ca8dbdf (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260317 21:21:26.713595 23883 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 795dbfd0726c41b69e2981d51ca8dbdf. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.715662 23886 tablet_service.cc:1511] Processing CreateTablet for tablet 1dc3042955d34e179b1cbc050d65565e (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260317 21:21:26.716843 23886 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1dc3042955d34e179b1cbc050d65565e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.719656 23885 tablet_service.cc:1511] Processing CreateTablet for tablet 8700ccda94654ac19e48c907aa801440 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260317 21:21:26.720062 23882 tablet_service.cc:1511] Processing CreateTablet for tablet 759d2257e3e84f39806df32b1f580315 (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260317 21:21:26.720834 23885 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8700ccda94654ac19e48c907aa801440. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.721339 23882 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 759d2257e3e84f39806df32b1f580315. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.721607 23884 tablet_service.cc:1511] Processing CreateTablet for tablet bfc5d46551b84c099cd4d2147520ed0d (DEFAULT_TABLE table=test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260317 21:21:26.722726 23884 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bfc5d46551b84c099cd4d2147520ed0d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:26.735872 23938 tablet_bootstrap.cc:492] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.741358 23938 tablet_bootstrap.cc:654] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.758409 23938 tablet_bootstrap.cc:492] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.758744 23938 ts_tablet_manager.cc:1403] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.023s user 0.017s sys 0.004s
I20260317 21:21:26.760730 23938 raft_consensus.cc:359] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.761132 23938 raft_consensus.cc:385] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.761358 23938 raft_consensus.cc:740] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.761842 23938 consensus_queue.cc:260] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.762254 23938 raft_consensus.cc:399] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.762465 23938 raft_consensus.cc:493] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.762703 23938 raft_consensus.cc:3060] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.766891 23938 raft_consensus.cc:515] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.767416 23938 leader_election.cc:304] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.768464 23938 leader_election.cc:290] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.768748 23940 raft_consensus.cc:2804] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.770071 23926 heartbeater.cc:499] Master 127.22.131.190:42229 was elected leader, sending a full tablet report...
I20260317 21:21:26.769977 23940 raft_consensus.cc:697] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.770586 23938 ts_tablet_manager.cc:1434] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260317 21:21:26.771533 23938 tablet_bootstrap.cc:492] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.771268 23940 consensus_queue.cc:237] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.777017 23938 tablet_bootstrap.cc:654] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.781471 23938 tablet_bootstrap.cc:492] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.781879 23938 ts_tablet_manager.cc:1403] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
I20260317 21:21:26.781697 23799 catalog_manager.cc:5671] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.784199 23938 raft_consensus.cc:359] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.784766 23938 raft_consensus.cc:385] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.785046 23938 raft_consensus.cc:740] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.785564 23938 consensus_queue.cc:260] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.785991 23938 raft_consensus.cc:399] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.786207 23938 raft_consensus.cc:493] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.786441 23938 raft_consensus.cc:3060] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.791735 23938 raft_consensus.cc:515] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.792207 23938 leader_election.cc:304] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.792654 23938 leader_election.cc:290] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.792786 23940 raft_consensus.cc:2804] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.793241 23940 raft_consensus.cc:697] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.793910 23940 consensus_queue.cc:237] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.794313 23938 ts_tablet_manager.cc:1434] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.012s user 0.003s sys 0.008s
I20260317 21:21:26.795121 23938 tablet_bootstrap.cc:492] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.799333 23938 tablet_bootstrap.cc:654] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.800253 23799 catalog_manager.cc:5671] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.803107 23938 tablet_bootstrap.cc:492] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.803507 23938 ts_tablet_manager.cc:1403] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.001s
I20260317 21:21:26.805375 23938 raft_consensus.cc:359] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.805742 23938 raft_consensus.cc:385] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.805948 23938 raft_consensus.cc:740] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.806429 23938 consensus_queue.cc:260] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.806861 23938 raft_consensus.cc:399] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.807070 23938 raft_consensus.cc:493] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.807307 23938 raft_consensus.cc:3060] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.812908 23938 raft_consensus.cc:515] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.813390 23938 leader_election.cc:304] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.813849 23938 leader_election.cc:290] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.813989 23940 raft_consensus.cc:2804] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.814409 23940 raft_consensus.cc:697] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.815081 23940 consensus_queue.cc:237] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.815630 23938 ts_tablet_manager.cc:1434] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.012s user 0.009s sys 0.003s
I20260317 21:21:26.816421 23938 tablet_bootstrap.cc:492] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.820873 23938 tablet_bootstrap.cc:654] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.821226 23798 catalog_manager.cc:5671] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.824878 23938 tablet_bootstrap.cc:492] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.825192 23938 ts_tablet_manager.cc:1403] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20260317 21:21:26.826967 23938 raft_consensus.cc:359] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.827340 23938 raft_consensus.cc:385] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.827600 23938 raft_consensus.cc:740] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.828192 23938 consensus_queue.cc:260] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.828768 23938 raft_consensus.cc:399] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.829042 23938 raft_consensus.cc:493] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.829366 23938 raft_consensus.cc:3060] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.835255 23938 raft_consensus.cc:515] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.835726 23938 leader_election.cc:304] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.836148 23938 leader_election.cc:290] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.836297 23940 raft_consensus.cc:2804] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.836715 23940 raft_consensus.cc:697] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.837352 23940 consensus_queue.cc:237] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.837849 23938 ts_tablet_manager.cc:1434] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260317 21:21:26.838671 23938 tablet_bootstrap.cc:492] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.842900 23938 tablet_bootstrap.cc:654] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.843238 23798 catalog_manager.cc:5671] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.846606 23938 tablet_bootstrap.cc:492] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.847049 23938 ts_tablet_manager.cc:1403] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.001s
I20260317 21:21:26.848924 23938 raft_consensus.cc:359] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.849310 23938 raft_consensus.cc:385] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.849505 23938 raft_consensus.cc:740] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.850062 23938 consensus_queue.cc:260] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.850503 23938 raft_consensus.cc:399] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.850711 23938 raft_consensus.cc:493] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.850986 23938 raft_consensus.cc:3060] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.855474 23938 raft_consensus.cc:515] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.855958 23938 leader_election.cc:304] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.856391 23938 leader_election.cc:290] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.856534 23940 raft_consensus.cc:2804] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.856943 23940 raft_consensus.cc:697] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.857590 23940 consensus_queue.cc:237] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.858145 23938 ts_tablet_manager.cc:1434] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.011s user 0.007s sys 0.001s
I20260317 21:21:26.858956 23938 tablet_bootstrap.cc:492] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.863562 23938 tablet_bootstrap.cc:654] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.864048 23798 catalog_manager.cc:5671] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.867478 23938 tablet_bootstrap.cc:492] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.867771 23938 ts_tablet_manager.cc:1403] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260317 21:21:26.869521 23938 raft_consensus.cc:359] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.869839 23938 raft_consensus.cc:385] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.870024 23938 raft_consensus.cc:740] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.870559 23938 consensus_queue.cc:260] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.871135 23938 raft_consensus.cc:399] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.871380 23938 raft_consensus.cc:493] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.871680 23938 raft_consensus.cc:3060] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.875883 23938 raft_consensus.cc:515] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.876432 23938 leader_election.cc:304] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.876796 23938 leader_election.cc:290] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.876950 23940 raft_consensus.cc:2804] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.877388 23940 raft_consensus.cc:697] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.878311 23938 ts_tablet_manager.cc:1434] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.010s user 0.006s sys 0.002s
I20260317 21:21:26.878082 23940 consensus_queue.cc:237] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.879043 23938 tablet_bootstrap.cc:492] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.883733 23938 tablet_bootstrap.cc:654] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.884009 23798 catalog_manager.cc:5671] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.887408 23938 tablet_bootstrap.cc:492] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.887778 23938 ts_tablet_manager.cc:1403] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.001s
I20260317 21:21:26.889401 23938 raft_consensus.cc:359] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.889838 23938 raft_consensus.cc:385] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.890125 23938 raft_consensus.cc:740] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.890969 23938 consensus_queue.cc:260] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.891485 23938 raft_consensus.cc:399] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.891741 23938 raft_consensus.cc:493] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.892019 23938 raft_consensus.cc:3060] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.896023 23938 raft_consensus.cc:515] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.896464 23938 leader_election.cc:304] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.896838 23938 leader_election.cc:290] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.896979 23940 raft_consensus.cc:2804] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.897406 23940 raft_consensus.cc:697] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.898053 23940 consensus_queue.cc:237] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.898401 23938 ts_tablet_manager.cc:1434] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.010s user 0.005s sys 0.003s
I20260317 21:21:26.899092 23938 tablet_bootstrap.cc:492] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.902873 23938 tablet_bootstrap.cc:654] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.904754 23798 catalog_manager.cc:5671] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.906283 23938 tablet_bootstrap.cc:492] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.906591 23938 ts_tablet_manager.cc:1403] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20260317 21:21:26.908545 23938 raft_consensus.cc:359] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.908916 23938 raft_consensus.cc:385] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.909107 23938 raft_consensus.cc:740] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.909536 23938 consensus_queue.cc:260] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.909984 23938 raft_consensus.cc:399] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.910234 23938 raft_consensus.cc:493] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.910522 23938 raft_consensus.cc:3060] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.915328 23938 raft_consensus.cc:515] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.915910 23938 leader_election.cc:304] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.916441 23938 leader_election.cc:290] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.916558 23940 raft_consensus.cc:2804] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.917061 23940 raft_consensus.cc:697] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.917610 23940 consensus_queue.cc:237] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.917975 23938 ts_tablet_manager.cc:1434] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
I20260317 21:21:26.918592 23938 tablet_bootstrap.cc:492] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.922605 23938 tablet_bootstrap.cc:654] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.924067 23798 catalog_manager.cc:5671] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.926888 23938 tablet_bootstrap.cc:492] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.927194 23938 ts_tablet_manager.cc:1403] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20260317 21:21:26.928557 23938 raft_consensus.cc:359] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.928895 23938 raft_consensus.cc:385] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.929131 23938 raft_consensus.cc:740] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.929646 23938 consensus_queue.cc:260] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.930213 23938 raft_consensus.cc:399] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.930457 23938 raft_consensus.cc:493] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.930685 23938 raft_consensus.cc:3060] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.934368 23938 raft_consensus.cc:515] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.934789 23938 leader_election.cc:304] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.935199 23938 leader_election.cc:290] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.935346 23940 raft_consensus.cc:2804] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.935844 23940 raft_consensus.cc:697] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.936558 23938 ts_tablet_manager.cc:1434] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.009s user 0.005s sys 0.003s
I20260317 21:21:26.936405 23940 consensus_queue.cc:237] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.937119 23938 tablet_bootstrap.cc:492] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: Bootstrap starting.
I20260317 21:21:26.941267 23938 tablet_bootstrap.cc:654] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:26.943140 23798 catalog_manager.cc:5671] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:26.945333 23938 tablet_bootstrap.cc:492] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: No bootstrap required, opened a new log
I20260317 21:21:26.945693 23938 ts_tablet_manager.cc:1403] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20260317 21:21:26.947748 23938 raft_consensus.cc:359] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.948088 23938 raft_consensus.cc:385] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:26.948283 23938 raft_consensus.cc:740] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Initialized, Role: FOLLOWER
I20260317 21:21:26.948796 23938 consensus_queue.cc:260] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.949349 23938 raft_consensus.cc:399] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:26.949625 23938 raft_consensus.cc:493] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:26.949914 23938 raft_consensus.cc:3060] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:26.955240 23938 raft_consensus.cc:515] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.955842 23938 leader_election.cc:304] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86e39e1dbac54e3ea93424fcb92c355b; no voters:
I20260317 21:21:26.956372 23938 leader_election.cc:290] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:26.956507 23940 raft_consensus.cc:2804] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:26.957208 23940 raft_consensus.cc:697] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Becoming Leader. State: Replica: 86e39e1dbac54e3ea93424fcb92c355b, State: Running, Role: LEADER
I20260317 21:21:26.957861 23938 ts_tablet_manager.cc:1434] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20260317 21:21:26.957775 23940 consensus_queue.cc:237] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } }
I20260317 21:21:26.963444 23798 catalog_manager.cc:5671] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b reported cstate change: term changed from 0 to 1, leader changed from <none> to 86e39e1dbac54e3ea93424fcb92c355b (127.22.131.129). New cstate: current_term: 1 leader_uuid: "86e39e1dbac54e3ea93424fcb92c355b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86e39e1dbac54e3ea93424fcb92c355b" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 44313 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.009081 23054 catalog_manager.cc:3544] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260317 21:21:27.026239 23965 tablet.cc:1723] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.028609 23965 tablet.cc:1621] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.048278 23967 tablet.cc:1723] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.050261 23967 tablet.cc:1621] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.050679 23968 tablet.cc:1723] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.053515 23968 tablet.cc:1621] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.053700 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
I20260317 21:21:27.068668 23966 tablet.cc:1723] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.067830 23965 tablet.cc:1723] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.070462 23966 tablet.cc:1621] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.071043 23965 tablet.cc:1621] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.080580 23967 tablet.cc:1723] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.080749 23968 tablet.cc:1723] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.081858 23965 tablet.cc:1723] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.085144 23967 tablet.cc:1621] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.085235 23968 tablet.cc:1621] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.086031 23965 tablet.cc:1621] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.090013 23966 tablet.cc:1723] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.091765 23966 tablet.cc:1621] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.095331 23967 tablet.cc:1723] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.097055 23967 tablet.cc:1621] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: MemRowSet was empty: no flush needed.
I20260317 21:21:27.126435 23798 catalog_manager.cc:6216] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: test_table [id=bdf5f947962c4798a89bf8de0ea7b9f2] alter complete (version 1)
I20260317 21:21:27.128029 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260317 21:21:27.128790 23054 tablet_replica.cc:333] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.129371 23054 raft_consensus.cc:2243] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.129807 23054 raft_consensus.cc:2272] T d920ea54001b4b5ab842615eed3d35c6 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.131843 23054 tablet_replica.cc:333] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.132368 23054 raft_consensus.cc:2243] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.132725 23054 raft_consensus.cc:2272] T 1dc3042955d34e179b1cbc050d65565e P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.134443 23054 tablet_replica.cc:333] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.134944 23054 raft_consensus.cc:2243] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.135309 23054 raft_consensus.cc:2272] T 759d2257e3e84f39806df32b1f580315 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.137099 23054 tablet_replica.cc:333] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.137578 23054 raft_consensus.cc:2243] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.137980 23054 raft_consensus.cc:2272] T b1f104d2a8dd4669b9b614f5a418d026 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.139775 23054 tablet_replica.cc:333] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.140234 23054 raft_consensus.cc:2243] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.140579 23054 raft_consensus.cc:2272] T 795dbfd0726c41b69e2981d51ca8dbdf P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.142360 23054 tablet_replica.cc:333] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.142844 23054 raft_consensus.cc:2243] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.143208 23054 raft_consensus.cc:2272] T 8700ccda94654ac19e48c907aa801440 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.144958 23054 tablet_replica.cc:333] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.145411 23054 raft_consensus.cc:2243] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.145769 23054 raft_consensus.cc:2272] T 57ef5e356ce64774814c6caa6bccad93 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.147818 23054 tablet_replica.cc:333] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.148324 23054 raft_consensus.cc:2243] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.148674 23054 raft_consensus.cc:2272] T bfc5d46551b84c099cd4d2147520ed0d P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.150485 23054 tablet_replica.cc:333] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.150921 23054 raft_consensus.cc:2243] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.151258 23054 raft_consensus.cc:2272] T 810b34a4f673468ea6c49dcb578d17f4 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.152992 23054 tablet_replica.cc:333] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b: stopping tablet replica
I20260317 21:21:27.153362 23054 raft_consensus.cc:2243] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.153684 23054 raft_consensus.cc:2272] T 02e02bcbdb344f9ba8cc4d1674a1b970 P 86e39e1dbac54e3ea93424fcb92c355b [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.180459 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:27.192669 23054 master.cc:561] Master@127.22.131.190:42229 shutting down...
I20260317 21:21:27.205158 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:27.205647 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:27.205900 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P 591eb5e515674354b03e6b9d93b2d04a: stopping tablet replica
I20260317 21:21:27.223359 23054 master.cc:583] Master@127.22.131.190:42229 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (900 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20260317 21:21:27.243727 23054 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.131.190:45337
I20260317 21:21:27.244691 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:27.248967 23975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:27.250262 23976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:27.250409 23978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:27.251255 23054 server_base.cc:1060] running on GCE node
I20260317 21:21:27.252138 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:27.252308 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:27.252449 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782487252437 us; error 0 us; skew 500 ppm
I20260317 21:21:27.252933 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:27.255203 23054 webserver.cc:492] Webserver started at http://127.22.131.190:43031/ using document root <none> and password file <none>
I20260317 21:21:27.255661 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:27.255828 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:27.256072 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:27.257068 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/instance:
uuid: "c642e96c36be47a7a77be4fbf2a76ee7"
format_stamp: "Formatted at 2026-03-17 21:21:27 on dist-test-slave-vfxb"
I20260317 21:21:27.261315 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.003s
I20260317 21:21:27.264381 23983 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:27.265028 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260317 21:21:27.265278 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
uuid: "c642e96c36be47a7a77be4fbf2a76ee7"
format_stamp: "Formatted at 2026-03-17 21:21:27 on dist-test-slave-vfxb"
I20260317 21:21:27.265528 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:27.275339 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:27.276302 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:27.309262 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.190:45337
I20260317 21:21:27.309394 24034 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.190:45337 every 8 connection(s)
I20260317 21:21:27.312853 24035 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.322615 24035 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7: Bootstrap starting.
I20260317 21:21:27.326578 24035 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.330406 24035 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7: No bootstrap required, opened a new log
I20260317 21:21:27.332334 24035 raft_consensus.cc:359] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER }
I20260317 21:21:27.332690 24035 raft_consensus.cc:385] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.332944 24035 raft_consensus.cc:740] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c642e96c36be47a7a77be4fbf2a76ee7, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.333606 24035 consensus_queue.cc:260] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER }
I20260317 21:21:27.334084 24035 raft_consensus.cc:399] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.334291 24035 raft_consensus.cc:493] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.334501 24035 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.338609 24035 raft_consensus.cc:515] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER }
I20260317 21:21:27.339085 24035 leader_election.cc:304] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: c642e96c36be47a7a77be4fbf2a76ee7; no voters:
I20260317 21:21:27.340049 24035 leader_election.cc:290] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.340303 24038 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.341454 24038 raft_consensus.cc:697] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 1 LEADER]: Becoming Leader. State: Replica: c642e96c36be47a7a77be4fbf2a76ee7, State: Running, Role: LEADER
I20260317 21:21:27.342036 24038 consensus_queue.cc:237] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER }
I20260317 21:21:27.342685 24035 sys_catalog.cc:565] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [sys.catalog]: configured and running, proceeding with master startup.
I20260317 21:21:27.344590 24039 sys_catalog.cc:455] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER } }
I20260317 21:21:27.344661 24040 sys_catalog.cc:455] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c642e96c36be47a7a77be4fbf2a76ee7. Latest consensus state: current_term: 1 leader_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c642e96c36be47a7a77be4fbf2a76ee7" member_type: VOTER } }
I20260317 21:21:27.345288 24040 sys_catalog.cc:458] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:27.345294 24039 sys_catalog.cc:458] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [sys.catalog]: This master's current role is: LEADER
I20260317 21:21:27.348748 24044 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20260317 21:21:27.355160 24044 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20260317 21:21:27.356045 23054 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260317 21:21:27.362763 24044 catalog_manager.cc:1357] Generated new cluster ID: aff741760327469eaf8414f3fe6d989f
I20260317 21:21:27.363056 24044 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20260317 21:21:27.412225 24044 catalog_manager.cc:1380] Generated new certificate authority record
I20260317 21:21:27.413457 24044 catalog_manager.cc:1514] Loading token signing keys...
I20260317 21:21:27.428473 24044 catalog_manager.cc:6044] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7: Generated new TSK 0
I20260317 21:21:27.429021 24044 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20260317 21:21:27.486521 23054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260317 21:21:27.492051 24056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260317 21:21:27.492774 24057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:27.494534 23054 server_base.cc:1060] running on GCE node
W20260317 21:21:27.495242 24059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260317 21:21:27.495935 23054 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260317 21:21:27.496111 23054 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260317 21:21:27.496229 23054 hybrid_clock.cc:648] HybridClock initialized: now 1773782487496218 us; error 0 us; skew 500 ppm
I20260317 21:21:27.496661 23054 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260317 21:21:27.498694 23054 webserver.cc:492] Webserver started at http://127.22.131.129:33515/ using document root <none> and password file <none>
I20260317 21:21:27.499143 23054 fs_manager.cc:362] Metadata directory not provided
I20260317 21:21:27.499300 23054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260317 21:21:27.499514 23054 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
I20260317 21:21:27.500468 23054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/instance:
uuid: "849c737f4bc4434b89dea3df8056b2c8"
format_stamp: "Formatted at 2026-03-17 21:21:27 on dist-test-slave-vfxb"
I20260317 21:21:27.504488 23054 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.001s sys 0.004s
I20260317 21:21:27.507432 24064 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:27.508093 23054 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20260317 21:21:27.508363 23054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
uuid: "849c737f4bc4434b89dea3df8056b2c8"
format_stamp: "Formatted at 2026-03-17 21:21:27 on dist-test-slave-vfxb"
I20260317 21:21:27.508616 23054 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskwnXUDo/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1773782481358039-23054-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260317 21:21:27.519981 23054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260317 21:21:27.520875 23054 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260317 21:21:27.522171 23054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260317 21:21:27.524282 23054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260317 21:21:27.524463 23054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:27.524668 23054 ts_tablet_manager.cc:616] Registered 0 tablets
I20260317 21:21:27.524812 23054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260317 21:21:27.560339 23054 rpc_server.cc:307] RPC server started. Bound to: 127.22.131.129:33789
I20260317 21:21:27.560426 24126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.131.129:33789 every 8 connection(s)
I20260317 21:21:27.573041 24127 heartbeater.cc:344] Connected to a master server at 127.22.131.190:45337
I20260317 21:21:27.573366 24127 heartbeater.cc:461] Registering TS with master...
I20260317 21:21:27.574007 24127 heartbeater.cc:507] Master 127.22.131.190:45337 requested a full tablet report, sending...
I20260317 21:21:27.575840 24000 ts_manager.cc:194] Registered new tserver with Master: 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129:33789)
I20260317 21:21:27.576781 23054 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013522743s
I20260317 21:21:27.577477 24000 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:59704
I20260317 21:21:27.597414 24000 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59716:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260317 21:21:27.639300 24092 tablet_service.cc:1511] Processing CreateTablet for tablet 236d7d8cb0bf4ecfa6e2f4a1741e9936 (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION VALUES < 100
I20260317 21:21:27.639700 24091 tablet_service.cc:1511] Processing CreateTablet for tablet 204ac79e121b474fb7d383e5a5b32371 (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260317 21:21:27.639958 24090 tablet_service.cc:1511] Processing CreateTablet for tablet e9bea1b1c76e45d796b1b6bc135686bf (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260317 21:21:27.640580 24092 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 236d7d8cb0bf4ecfa6e2f4a1741e9936. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.641139 24090 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e9bea1b1c76e45d796b1b6bc135686bf. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.641914 24084 tablet_service.cc:1511] Processing CreateTablet for tablet e9d7a2933a104563bbcffd95d0d18156 (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260317 21:21:27.642230 24083 tablet_service.cc:1511] Processing CreateTablet for tablet 5af6a6315fdb4b74bb6230c6d19189ff (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260317 21:21:27.642261 24088 tablet_service.cc:1511] Processing CreateTablet for tablet 8d7e53f2affd406b82d813ac6b5a9b5a (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260317 21:21:27.643428 24083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5af6a6315fdb4b74bb6230c6d19189ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.643283 24085 tablet_service.cc:1511] Processing CreateTablet for tablet e6792c3868d2474a8359372e1ccf9ec4 (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260317 21:21:27.644270 24088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d7e53f2affd406b82d813ac6b5a9b5a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.645015 24086 tablet_service.cc:1511] Processing CreateTablet for tablet fac7f53ef5f44d55baca61f18377561d (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260317 21:21:27.646144 24086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fac7f53ef5f44d55baca61f18377561d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.647588 24087 tablet_service.cc:1511] Processing CreateTablet for tablet 90eddc916cd041328ed09785551853c7 (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260317 21:21:27.648718 24087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90eddc916cd041328ed09785551853c7. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.651717 24089 tablet_service.cc:1511] Processing CreateTablet for tablet 2920407befc141198dbe4631665c4cef (DEFAULT_TABLE table=test_table [id=4ee3af7633ef4568b7934d5b923eeb04]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260317 21:21:27.652963 24089 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2920407befc141198dbe4631665c4cef. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.663100 24084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e9d7a2933a104563bbcffd95d0d18156. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.667223 24085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e6792c3868d2474a8359372e1ccf9ec4. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.669294 24091 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 204ac79e121b474fb7d383e5a5b32371. 1 dirs total, 0 dirs full, 0 dirs failed
I20260317 21:21:27.669714 24139 tablet_bootstrap.cc:492] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.675333 24139 tablet_bootstrap.cc:654] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.689718 24139 tablet_bootstrap.cc:492] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.690125 24139 ts_tablet_manager.cc:1403] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.021s user 0.009s sys 0.000s
I20260317 21:21:27.692687 24139 raft_consensus.cc:359] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.693248 24139 raft_consensus.cc:385] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.693521 24139 raft_consensus.cc:740] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.694098 24139 consensus_queue.cc:260] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.694694 24139 raft_consensus.cc:399] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.695010 24139 raft_consensus.cc:493] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.695327 24139 raft_consensus.cc:3060] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.699163 24139 raft_consensus.cc:515] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.699644 24139 leader_election.cc:304] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.700654 24139 leader_election.cc:290] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.700910 24141 raft_consensus.cc:2804] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.702270 24127 heartbeater.cc:499] Master 127.22.131.190:45337 was elected leader, sending a full tablet report...
I20260317 21:21:27.702842 24139 ts_tablet_manager.cc:1434] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.012s user 0.013s sys 0.000s
I20260317 21:21:27.703637 24139 tablet_bootstrap.cc:492] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.704324 24141 raft_consensus.cc:697] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.704864 24141 consensus_queue.cc:237] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.707981 24139 tablet_bootstrap.cc:654] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.712045 24139 tablet_bootstrap.cc:492] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.712347 24139 ts_tablet_manager.cc:1403] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260317 21:21:27.714056 24139 raft_consensus.cc:359] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.714074 24000 catalog_manager.cc:5671] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.714497 24139 raft_consensus.cc:385] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.714885 24139 raft_consensus.cc:740] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.715590 24139 consensus_queue.cc:260] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.716029 24139 raft_consensus.cc:399] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.716223 24139 raft_consensus.cc:493] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.716465 24139 raft_consensus.cc:3060] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.723182 24139 raft_consensus.cc:515] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.723836 24139 leader_election.cc:304] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.724440 24139 leader_election.cc:290] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.724562 24141 raft_consensus.cc:2804] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.724956 24141 raft_consensus.cc:697] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.725553 24141 consensus_queue.cc:237] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.726110 24139 ts_tablet_manager.cc:1434] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.014s user 0.013s sys 0.000s
I20260317 21:21:27.726935 24139 tablet_bootstrap.cc:492] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.731437 24139 tablet_bootstrap.cc:654] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.731405 24000 catalog_manager.cc:5671] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.735126 24139 tablet_bootstrap.cc:492] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.735514 24139 ts_tablet_manager.cc:1403] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20260317 21:21:27.737365 24139 raft_consensus.cc:359] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.737717 24139 raft_consensus.cc:385] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.737934 24139 raft_consensus.cc:740] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.738499 24139 consensus_queue.cc:260] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.738946 24139 raft_consensus.cc:399] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.739136 24139 raft_consensus.cc:493] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.739354 24139 raft_consensus.cc:3060] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.743494 24139 raft_consensus.cc:515] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.744001 24139 leader_election.cc:304] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.744481 24139 leader_election.cc:290] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.744624 24141 raft_consensus.cc:2804] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.745054 24141 raft_consensus.cc:697] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.745694 24141 consensus_queue.cc:237] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.745885 24139 ts_tablet_manager.cc:1434] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20260317 21:21:27.746665 24139 tablet_bootstrap.cc:492] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.751166 24139 tablet_bootstrap.cc:654] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.751336 24000 catalog_manager.cc:5671] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.754793 24139 tablet_bootstrap.cc:492] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.755256 24139 ts_tablet_manager.cc:1403] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20260317 21:21:27.757113 24139 raft_consensus.cc:359] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.757475 24139 raft_consensus.cc:385] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.757691 24139 raft_consensus.cc:740] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.758185 24139 consensus_queue.cc:260] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.758625 24139 raft_consensus.cc:399] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.758869 24139 raft_consensus.cc:493] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.759227 24139 raft_consensus.cc:3060] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.763727 24139 raft_consensus.cc:515] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.764248 24139 leader_election.cc:304] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.764664 24139 leader_election.cc:290] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.764786 24141 raft_consensus.cc:2804] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.765502 24141 raft_consensus.cc:697] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.766326 24139 ts_tablet_manager.cc:1434] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
I20260317 21:21:27.766147 24141 consensus_queue.cc:237] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.767053 24139 tablet_bootstrap.cc:492] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.771737 24139 tablet_bootstrap.cc:654] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.771505 24000 catalog_manager.cc:5671] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.775808 24139 tablet_bootstrap.cc:492] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.776202 24139 ts_tablet_manager.cc:1403] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260317 21:21:27.778009 24139 raft_consensus.cc:359] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.778411 24139 raft_consensus.cc:385] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.778694 24139 raft_consensus.cc:740] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.779249 24139 consensus_queue.cc:260] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.779685 24139 raft_consensus.cc:399] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.779888 24139 raft_consensus.cc:493] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.780182 24139 raft_consensus.cc:3060] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.784564 24139 raft_consensus.cc:515] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.785054 24139 leader_election.cc:304] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.785465 24139 leader_election.cc:290] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.785598 24141 raft_consensus.cc:2804] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.786096 24141 raft_consensus.cc:697] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.786937 24139 ts_tablet_manager.cc:1434] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20260317 21:21:27.786741 24141 consensus_queue.cc:237] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.787568 24139 tablet_bootstrap.cc:492] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.792122 24139 tablet_bootstrap.cc:654] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.792376 24000 catalog_manager.cc:5671] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.795593 24139 tablet_bootstrap.cc:492] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.795964 24139 ts_tablet_manager.cc:1403] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20260317 21:21:27.797729 24139 raft_consensus.cc:359] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.798054 24139 raft_consensus.cc:385] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.798240 24139 raft_consensus.cc:740] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.798866 24139 consensus_queue.cc:260] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.799386 24139 raft_consensus.cc:399] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.799590 24139 raft_consensus.cc:493] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.799811 24139 raft_consensus.cc:3060] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.804533 24139 raft_consensus.cc:515] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.804975 24139 leader_election.cc:304] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.805359 24139 leader_election.cc:290] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.805478 24141 raft_consensus.cc:2804] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.805953 24141 raft_consensus.cc:697] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.806572 24139 ts_tablet_manager.cc:1434] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20260317 21:21:27.806552 24141 consensus_queue.cc:237] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.807214 24139 tablet_bootstrap.cc:492] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.811407 24139 tablet_bootstrap.cc:654] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.812201 24000 catalog_manager.cc:5671] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.814772 24139 tablet_bootstrap.cc:492] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.815150 24139 ts_tablet_manager.cc:1403] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.001s
I20260317 21:21:27.816798 24139 raft_consensus.cc:359] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.817205 24139 raft_consensus.cc:385] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.817502 24139 raft_consensus.cc:740] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.818066 24139 consensus_queue.cc:260] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.818540 24139 raft_consensus.cc:399] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.818764 24139 raft_consensus.cc:493] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.819057 24139 raft_consensus.cc:3060] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.822954 24139 raft_consensus.cc:515] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.823413 24139 leader_election.cc:304] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.823827 24139 leader_election.cc:290] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.823942 24141 raft_consensus.cc:2804] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.824437 24141 raft_consensus.cc:697] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.825111 24139 ts_tablet_manager.cc:1434] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.010s user 0.002s sys 0.006s
I20260317 21:21:27.825044 24141 consensus_queue.cc:237] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.825718 24139 tablet_bootstrap.cc:492] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.829869 24139 tablet_bootstrap.cc:654] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.831401 24000 catalog_manager.cc:5671] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.833464 24139 tablet_bootstrap.cc:492] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.833810 24139 ts_tablet_manager.cc:1403] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20260317 21:21:27.835489 24139 raft_consensus.cc:359] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.835815 24139 raft_consensus.cc:385] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.835994 24139 raft_consensus.cc:740] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.836452 24139 consensus_queue.cc:260] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.836980 24139 raft_consensus.cc:399] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.837234 24139 raft_consensus.cc:493] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.837523 24139 raft_consensus.cc:3060] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.842947 24139 raft_consensus.cc:515] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.843535 24139 leader_election.cc:304] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.844058 24139 leader_election.cc:290] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.844307 24141 raft_consensus.cc:2804] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.845026 24141 raft_consensus.cc:697] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.845530 24139 ts_tablet_manager.cc:1434] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20260317 21:21:27.845686 24141 consensus_queue.cc:237] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.846136 24139 tablet_bootstrap.cc:492] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.850348 24139 tablet_bootstrap.cc:654] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.851660 24000 catalog_manager.cc:5671] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.853598 24139 tablet_bootstrap.cc:492] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.853896 24139 ts_tablet_manager.cc:1403] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20260317 21:21:27.855394 24139 raft_consensus.cc:359] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.855741 24139 raft_consensus.cc:385] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.855947 24139 raft_consensus.cc:740] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.856462 24139 consensus_queue.cc:260] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.856894 24139 raft_consensus.cc:399] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.857079 24139 raft_consensus.cc:493] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.857307 24139 raft_consensus.cc:3060] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.861502 24139 raft_consensus.cc:515] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.861927 24139 leader_election.cc:304] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.862294 24139 leader_election.cc:290] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.862437 24141 raft_consensus.cc:2804] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.862957 24141 raft_consensus.cc:697] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.863819 24139 ts_tablet_manager.cc:1434] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20260317 21:21:27.863602 24141 consensus_queue.cc:237] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.864423 24139 tablet_bootstrap.cc:492] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: Bootstrap starting.
I20260317 21:21:27.868665 24139 tablet_bootstrap.cc:654] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: Neither blocks nor log segments found. Creating new log.
I20260317 21:21:27.868846 24000 catalog_manager.cc:5671] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.872088 24139 tablet_bootstrap.cc:492] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: No bootstrap required, opened a new log
I20260317 21:21:27.872467 24139 ts_tablet_manager.cc:1403] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20260317 21:21:27.874176 24139 raft_consensus.cc:359] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.874526 24139 raft_consensus.cc:385] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260317 21:21:27.874759 24139 raft_consensus.cc:740] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Initialized, Role: FOLLOWER
I20260317 21:21:27.875298 24139 consensus_queue.cc:260] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.875706 24139 raft_consensus.cc:399] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260317 21:21:27.875954 24139 raft_consensus.cc:493] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260317 21:21:27.876175 24139 raft_consensus.cc:3060] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 0 FOLLOWER]: Advancing to term 1
I20260317 21:21:27.880501 24139 raft_consensus.cc:515] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.880996 24139 leader_election.cc:304] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 849c737f4bc4434b89dea3df8056b2c8; no voters:
I20260317 21:21:27.881371 24139 leader_election.cc:290] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260317 21:21:27.881522 24141 raft_consensus.cc:2804] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Leader election won for term 1
I20260317 21:21:27.881949 24141 raft_consensus.cc:697] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Becoming Leader. State: Replica: 849c737f4bc4434b89dea3df8056b2c8, State: Running, Role: LEADER
I20260317 21:21:27.882488 24141 consensus_queue.cc:237] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } }
I20260317 21:21:27.882715 24139 ts_tablet_manager.cc:1434] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s
I20260317 21:21:27.887418 24000 catalog_manager.cc:5671] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 849c737f4bc4434b89dea3df8056b2c8 (127.22.131.129). New cstate: current_term: 1 leader_uuid: "849c737f4bc4434b89dea3df8056b2c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "849c737f4bc4434b89dea3df8056b2c8" member_type: VOTER last_known_addr { host: "127.22.131.129" port: 33789 } health_report { overall_health: HEALTHY } } }
I20260317 21:21:27.941020 23054 catalog_manager.cc:3553] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260317 21:21:27.974493 23054 tablet_server.cc:178] TabletServer@127.22.131.129:0 shutting down...
I20260317 21:21:27.975718 24167 tablet.cc:1723] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.978739 24167 tablet.cc:1621] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:27.995249 24174 tablet.cc:1723] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:27.997215 24174 tablet.cc:1621] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.008172 24169 tablet.cc:1723] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.009800 24174 tablet.cc:1723] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.013180 24169 tablet.cc:1621] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.014040 24167 tablet.cc:1723] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.015676 24167 tablet.cc:1621] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.013209 24174 tablet.cc:1621] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.011080 24168 tablet.cc:1723] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.017987 24168 tablet.cc:1621] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.029882 24169 tablet.cc:1723] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.032820 24169 tablet.cc:1621] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.034670 24167 tablet.cc:1723] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.036441 24167 tablet.cc:1621] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.037011 23054 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260317 21:21:28.036791 24168 tablet.cc:1723] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.038616 24168 tablet.cc:1621] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.038218 24174 tablet.cc:1723] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260317 21:21:28.039502 23054 tablet_replica.cc:333] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.039916 24174 tablet.cc:1621] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: MemRowSet was empty: no flush needed.
I20260317 21:21:28.040244 23054 raft_consensus.cc:2243] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.040750 23054 raft_consensus.cc:2272] T 2920407befc141198dbe4631665c4cef P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.043839 23054 tablet_replica.cc:333] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.044859 23054 raft_consensus.cc:2243] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.045544 23054 raft_consensus.cc:2272] T 90eddc916cd041328ed09785551853c7 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.048098 23054 tablet_replica.cc:333] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.048573 23054 raft_consensus.cc:2243] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.048928 23054 raft_consensus.cc:2272] T fac7f53ef5f44d55baca61f18377561d P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.056741 23054 tablet_replica.cc:333] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.057245 23054 raft_consensus.cc:2243] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.057646 23054 raft_consensus.cc:2272] T 204ac79e121b474fb7d383e5a5b32371 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.060362 23054 tablet_replica.cc:333] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.061046 23054 raft_consensus.cc:2243] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.061496 23054 raft_consensus.cc:2272] T e6792c3868d2474a8359372e1ccf9ec4 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.063586 23054 tablet_replica.cc:333] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.064044 23054 raft_consensus.cc:2243] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.064445 23054 raft_consensus.cc:2272] T 236d7d8cb0bf4ecfa6e2f4a1741e9936 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.066233 23054 tablet_replica.cc:333] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.066670 23054 raft_consensus.cc:2243] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.067054 23054 raft_consensus.cc:2272] T 8d7e53f2affd406b82d813ac6b5a9b5a P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.068986 23054 tablet_replica.cc:333] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.069393 23054 raft_consensus.cc:2243] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.069723 23054 raft_consensus.cc:2272] T e9d7a2933a104563bbcffd95d0d18156 P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.071591 23054 tablet_replica.cc:333] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.071980 23054 raft_consensus.cc:2243] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.072367 23054 raft_consensus.cc:2272] T e9bea1b1c76e45d796b1b6bc135686bf P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.074036 23054 tablet_replica.cc:333] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8: stopping tablet replica
I20260317 21:21:28.074448 23054 raft_consensus.cc:2243] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.074829 23054 raft_consensus.cc:2272] T 5af6a6315fdb4b74bb6230c6d19189ff P 849c737f4bc4434b89dea3df8056b2c8 [term 1 FOLLOWER]: Raft consensus is shut down!
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44000902c8 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3abc70)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3abb84)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3ab97b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3c31)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37e3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b44000902c8 by thread T56 (mutexes: write M282173389933575632):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a4b4a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a2226)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Location is heap block of size 264 at 0x7b4400090240 allocated by thread T159:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29d9d6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3aa385)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3aa161)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x3a3a95)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3a1abe)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41f04b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d19b6)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c202a)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d5fa1)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d5f49)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d5ed9)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d5ea1)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d517d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Thread T159 (tid=24139, finished) created by thread T197 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bf1f2)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26d4c0)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f434c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3786)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f312f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f6443)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f7761)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7719)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f76a9)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f7671)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f696d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b080011bae0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3abd4a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3abbc9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3ab9a7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3c31)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37e3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b080011bae0 by thread T56 (mutexes: write M282173389933575632):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x3a2262)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44001d99f0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37eb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44001d99f0 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a9f33)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a9e79)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4c02)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44001d99f8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a37eb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aaaa5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44001d99f8 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a9da4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a4c0d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44000902b0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44000902b0 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a9f33)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a9e79)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4c02)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44000902b8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b44000902b8 by thread T56 (mutexes: write M282173389933575632):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a9da4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a4c0d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a2271)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23054)
Write of size 8 at 0x7b44000902c0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29e172)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29e109)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab16d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aab10)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41dbc4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d0955)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d0b69)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x101497)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101459)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101419)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10137a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c8d59)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c8d30)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c8cf0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b93d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b92f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b90ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x290361)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bc7de)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25c3ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261b79)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31c882)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4914)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b44000902c0 by thread T56 (mutexes: write M282173389933575632):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a4b09)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a221a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41e590)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x4175f2)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x416d83)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41af91)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41af49)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41aed9)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41aea1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41a0cd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
Mutex M282173389933575632 is already destroyed.
Thread T56 'apply [worker]-' (tid=24168, running) created by thread T68 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449fe8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2dbd39)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46662b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x4648cf)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x466b92)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416120)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4166b9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41894a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x4188d8)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x418858)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x418813)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x417a2c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3f5b26)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f1278)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f1240)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c888d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e2204)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x168144)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1680f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168068)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x168023)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16730c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190d46)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178eeb)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1635cd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166fa5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166f39)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166ec9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166e91)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16618d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x467405)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x469751)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x469709)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x469699)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x469661)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46895d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44a74a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20260317 21:21:28.427811 23054 tablet_server.cc:195] TabletServer@127.22.131.129:0 shutdown complete.
I20260317 21:21:28.440155 23054 master.cc:561] Master@127.22.131.190:45337 shutting down...
I20260317 21:21:28.453810 23054 raft_consensus.cc:2243] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 1 LEADER]: Raft consensus shutting down.
I20260317 21:21:28.454279 23054 raft_consensus.cc:2272] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260317 21:21:28.454547 23054 tablet_replica.cc:333] T 00000000000000000000000000000000 P c642e96c36be47a7a77be4fbf2a76ee7: stopping tablet replica
I20260317 21:21:28.470888 23054 master.cc:583] Master@127.22.131.190:45337 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (1247 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (6908 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (6973 ms total)
[ PASSED ] 10 tests.
I20260317 21:21:28.496405 23054 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4729: suppressed but not reported on 1 messages since previous log ~2 seconds ago
I20260317 21:21:28.496626 23054 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 77 messages since previous log ~4 seconds ago
I20260317 21:21:28.496820 23054 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet.cc:2379: suppressed but not reported on 1 messages since previous log ~5 seconds ago
ThreadSanitizer: reported 7 warnings