CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009e508 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3ab380)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3ab294)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3ab08b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3341)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2ef3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b440009e508 by thread T128 (mutexes: write M172961098969305920):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a425a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a1936)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Location is heap block of size 264 at 0x7b440009e480 allocated by thread T102:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29d446)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a9a95)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a9871)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x3a31a5)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3a11ce)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41e57b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d0f36)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c1524)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d54a1)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d5449)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d53d9)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d53a1)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d467d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Thread T102 (tid=24419, finished) created by thread T198 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2be6f2)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1512:34 (libtserver.so+0x26cf59)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f3ecc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3306)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f2caf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f5fc3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f72e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7299)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f7229)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f71f1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f64ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b080011f720 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab45a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3ab2d9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3ab0b7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3341)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2ef3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b080011f720 by thread T128 (mutexes: write M172961098969305920):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x3a1972)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009dc30 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2efb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009dc30 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a99a3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a98e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4312)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009dc38 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2efb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009dc38 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a94b4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a431d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009e4f0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009e4f0 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a99a3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a98e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4312)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009e4f8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009e4f8 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a94b4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a431d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=23337) Write of size 8 at 0x7b440009e500 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b440009e500 by thread T128 (mutexes: write M172961098969305920):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a4219)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a192a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20251028 02:57:59.074826 23337 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20251028 02:57:59.075305 23337 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20251028 02:57:59.075536 23337 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20251028 02:57:59.075740 23337 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (6 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (43 ms)
[----------] 3 tests from TableInfoTest (52 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (10 ms)
[----------] 1 test from TestTSDescriptor (10 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20251028 02:57:59.137524 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:36609
I20251028 02:57:59.138701 23337 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20251028 02:57:59.139591 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:57:59.154325 23344 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:57:59.154455 23346 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:57:59.155253 23343 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:57:59.156626 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:00.289729 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:00.289947 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:00.290151 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620280290108 us; error 0 us; skew 500 ppm
I20251028 02:58:00.290943 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:00.296123 23337 webserver.cc:492] Webserver started at http://127.22.202.126:40539/ using document root <none> and password file <none>
I20251028 02:58:00.296932 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:00.297153 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:00.297593 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:00.303223 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e"
format_stamp: "Formatted at 2025-10-28 02:58:00 on dist-test-slave-q13t"
I20251028 02:58:00.310518 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
I20251028 02:58:00.315353 23352 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:00.316370 23337 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
I20251028 02:58:00.316681 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e"
format_stamp: "Formatted at 2025-10-28 02:58:00 on dist-test-slave-q13t"
I20251028 02:58:00.316996 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:00.374163 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:00.375593 23337 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20251028 02:58:00.376053 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:00.443607 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:36609
I20251028 02:58:00.443681 23403 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:36609 every 8 connection(s)
I20251028 02:58:00.450953 23404 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.471015 23404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Bootstrap starting.
I20251028 02:58:00.476428 23404 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:00.478183 23404 log.cc:826] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Log is configured to *not* fsync() on all Append() calls
I20251028 02:58:00.482141 23404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: No bootstrap required, opened a new log
I20251028 02:58:00.501628 23404 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER }
I20251028 02:58:00.502071 23404 raft_consensus.cc:385] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:00.502318 23404 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92f17ddbd64b4a4b8ace24f33dfb1a8e, State: Initialized, Role: FOLLOWER
I20251028 02:58:00.502982 23404 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER }
I20251028 02:58:00.503439 23404 raft_consensus.cc:399] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:00.503706 23404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:00.504007 23404 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:00.507776 23404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER }
I20251028 02:58:00.508397 23404 leader_election.cc:304] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 92f17ddbd64b4a4b8ace24f33dfb1a8e; no voters:
I20251028 02:58:00.510008 23404 leader_election.cc:290] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:00.510324 23407 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:00.512909 23407 raft_consensus.cc:697] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 1 LEADER]: Becoming Leader. State: Replica: 92f17ddbd64b4a4b8ace24f33dfb1a8e, State: Running, Role: LEADER
I20251028 02:58:00.513737 23407 consensus_queue.cc:237] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER }
I20251028 02:58:00.514756 23404 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:00.521871 23409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92f17ddbd64b4a4b8ace24f33dfb1a8e. Latest consensus state: current_term: 1 leader_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER } }
I20251028 02:58:00.522549 23408 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "92f17ddbd64b4a4b8ace24f33dfb1a8e" member_type: VOTER } }
I20251028 02:58:00.522723 23409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:00.523181 23408 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:00.526302 23414 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:00.537520 23414 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:00.540212 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:00.553592 23414 catalog_manager.cc:1357] Generated new cluster ID: afc067b5bff24f909b2a2b4d60ce0f57
I20251028 02:58:00.553860 23414 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:00.569455 23414 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:00.570869 23414 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:00.581751 23414 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Generated new TSK 0
I20251028 02:58:00.582556 23414 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:00.607157 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:00.616395 23426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:00.617391 23427 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:00.620410 23429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:00.621951 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:00.622599 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:00.622777 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:00.622936 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620280622920 us; error 0 us; skew 500 ppm
I20251028 02:58:00.623493 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:00.627604 23337 webserver.cc:492] Webserver started at http://127.22.202.65:41983/ using document root <none> and password file <none>
I20251028 02:58:00.628126 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:00.628324 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:00.628607 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:00.629716 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "f34d213c5ec4489e910380907a2a45fc"
format_stamp: "Formatted at 2025-10-28 02:58:00 on dist-test-slave-q13t"
I20251028 02:58:00.635612 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
I20251028 02:58:00.639776 23434 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:00.640494 23337 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
I20251028 02:58:00.640738 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "f34d213c5ec4489e910380907a2a45fc"
format_stamp: "Formatted at 2025-10-28 02:58:00 on dist-test-slave-q13t"
I20251028 02:58:00.640974 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:00.660334 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:00.661582 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:00.664206 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:00.668597 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:00.668794 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:00.669062 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:00.669224 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:00.770373 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:37381
I20251028 02:58:00.770421 23496 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:37381 every 8 connection(s)
I20251028 02:58:00.795691 23497 heartbeater.cc:344] Connected to a master server at 127.22.202.126:36609
I20251028 02:58:00.796146 23497 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:00.797127 23497 heartbeater.cc:507] Master 127.22.202.126:36609 requested a full tablet report, sending...
I20251028 02:58:00.799860 23369 ts_manager.cc:194] Registered new tserver with Master: f34d213c5ec4489e910380907a2a45fc (127.22.202.65:37381)
I20251028 02:58:00.800405 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.024847146s
I20251028 02:58:00.802734 23369 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:35224
I20251028 02:58:00.832806 23369 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35238:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20251028 02:58:00.921816 23462 tablet_service.cc:1505] Processing CreateTablet for tablet 785b0bff07e745fb984766de3c0dbcbc (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION VALUES < 100
I20251028 02:58:00.921855 23461 tablet_service.cc:1505] Processing CreateTablet for tablet e4a184e954be42229c9566f6c368c44d (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20251028 02:58:00.923456 23462 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 785b0bff07e745fb984766de3c0dbcbc. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.924077 23460 tablet_service.cc:1505] Processing CreateTablet for tablet 45bccedd159d4738af13177ceeb5310a (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20251028 02:58:00.925747 23459 tablet_service.cc:1505] Processing CreateTablet for tablet a7c00bb07d8444afa96800f3221eb821 (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20251028 02:58:00.926990 23458 tablet_service.cc:1505] Processing CreateTablet for tablet cc055dbaebde4955ad45df74c278ab12 (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20251028 02:58:00.928220 23457 tablet_service.cc:1505] Processing CreateTablet for tablet 30dbb8bbfc964c3da633c19eed0ab64f (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20251028 02:58:00.929528 23456 tablet_service.cc:1505] Processing CreateTablet for tablet 26a7deef1f1540a39922223e51807709 (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20251028 02:58:00.930783 23455 tablet_service.cc:1505] Processing CreateTablet for tablet 43a9f7b3046540e4822d2dae2656cd52 (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20251028 02:58:00.932431 23460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 45bccedd159d4738af13177ceeb5310a. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.932518 23454 tablet_service.cc:1505] Processing CreateTablet for tablet eae951c2ea7e49d8a199a96b4060fb30 (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20251028 02:58:00.938342 23454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet eae951c2ea7e49d8a199a96b4060fb30. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.939020 23457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 30dbb8bbfc964c3da633c19eed0ab64f. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.938755 23453 tablet_service.cc:1505] Processing CreateTablet for tablet 4c5f7199c4e54c0798704bfcd49e47bf (DEFAULT_TABLE table=test_table [id=92b9bf17a4274780afd982e661d70be4]), partition=RANGE (key) PARTITION 900 <= VALUES
I20251028 02:58:00.939924 23453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c5f7199c4e54c0798704bfcd49e47bf. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.952239 23458 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cc055dbaebde4955ad45df74c278ab12. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.958006 23456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26a7deef1f1540a39922223e51807709. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.960923 23509 tablet_bootstrap.cc:492] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:00.962013 23455 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 43a9f7b3046540e4822d2dae2656cd52. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.967412 23509 tablet_bootstrap.cc:654] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:00.969988 23459 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a7c00bb07d8444afa96800f3221eb821. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.973270 23461 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e4a184e954be42229c9566f6c368c44d. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:00.985055 23509 tablet_bootstrap.cc:492] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:00.985496 23509 ts_tablet_manager.cc:1403] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.025s user 0.011s sys 0.007s
I20251028 02:58:00.988096 23509 raft_consensus.cc:359] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:00.988639 23509 raft_consensus.cc:385] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:00.988911 23509 raft_consensus.cc:740] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:00.989676 23509 consensus_queue.cc:260] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:00.990514 23509 raft_consensus.cc:399] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:00.990803 23509 raft_consensus.cc:493] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:00.991117 23509 raft_consensus.cc:3060] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:00.997983 23509 raft_consensus.cc:515] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:00.998855 23509 leader_election.cc:304] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.004582 23509 leader_election.cc:290] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.004990 23511 raft_consensus.cc:2804] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.010253 23497 heartbeater.cc:499] Master 127.22.202.126:36609 was elected leader, sending a full tablet report...
I20251028 02:58:01.012962 23511 raft_consensus.cc:697] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.013345 23509 ts_tablet_manager.cc:1434] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.028s user 0.017s sys 0.007s
I20251028 02:58:01.013715 23511 consensus_queue.cc:237] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.014220 23509 tablet_bootstrap.cc:492] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.021960 23509 tablet_bootstrap.cc:654] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
W20251028 02:58:01.026643 23498 tablet.cc:2378] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20251028 02:58:01.034855 23369 catalog_manager.cc:5649] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.044328 23509 tablet_bootstrap.cc:492] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.044648 23509 ts_tablet_manager.cc:1403] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.031s user 0.014s sys 0.013s
I20251028 02:58:01.047150 23509 raft_consensus.cc:359] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.047691 23509 raft_consensus.cc:385] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.047979 23509 raft_consensus.cc:740] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.048601 23509 consensus_queue.cc:260] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.049242 23509 raft_consensus.cc:399] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.049561 23509 raft_consensus.cc:493] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.049890 23509 raft_consensus.cc:3060] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.054893 23509 raft_consensus.cc:515] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.055462 23509 leader_election.cc:304] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.056062 23509 leader_election.cc:290] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.057652 23511 raft_consensus.cc:2804] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.057772 23509 ts_tablet_manager.cc:1434] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20251028 02:58:01.058069 23511 raft_consensus.cc:697] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.058593 23509 tablet_bootstrap.cc:492] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.058701 23511 consensus_queue.cc:237] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.064287 23509 tablet_bootstrap.cc:654] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.064955 23369 catalog_manager.cc:5649] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.069638 23509 tablet_bootstrap.cc:492] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.069932 23509 ts_tablet_manager.cc:1403] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.003s
I20251028 02:58:01.071902 23509 raft_consensus.cc:359] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.072463 23509 raft_consensus.cc:385] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.072733 23509 raft_consensus.cc:740] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.073336 23509 consensus_queue.cc:260] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.073840 23509 raft_consensus.cc:399] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.074105 23509 raft_consensus.cc:493] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.074368 23509 raft_consensus.cc:3060] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.079656 23509 raft_consensus.cc:515] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.080121 23509 leader_election.cc:304] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.080545 23509 leader_election.cc:290] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.080686 23513 raft_consensus.cc:2804] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.081096 23513 raft_consensus.cc:697] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.081848 23509 ts_tablet_manager.cc:1434] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.012s user 0.009s sys 0.003s
I20251028 02:58:01.081766 23513 consensus_queue.cc:237] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.082496 23509 tablet_bootstrap.cc:492] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.088353 23369 catalog_manager.cc:5649] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.089114 23509 tablet_bootstrap.cc:654] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.093878 23509 tablet_bootstrap.cc:492] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.094254 23509 ts_tablet_manager.cc:1403] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.001s
I20251028 02:58:01.096611 23509 raft_consensus.cc:359] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.097126 23509 raft_consensus.cc:385] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.097429 23509 raft_consensus.cc:740] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.097995 23509 consensus_queue.cc:260] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.098608 23509 raft_consensus.cc:399] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.098896 23509 raft_consensus.cc:493] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.099210 23509 raft_consensus.cc:3060] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.105126 23509 raft_consensus.cc:515] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.105768 23509 leader_election.cc:304] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.106354 23509 leader_election.cc:290] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.106477 23513 raft_consensus.cc:2804] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.106938 23513 raft_consensus.cc:697] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.107535 23513 consensus_queue.cc:237] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.108139 23509 ts_tablet_manager.cc:1434] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.014s user 0.012s sys 0.000s
I20251028 02:58:01.109025 23509 tablet_bootstrap.cc:492] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.113849 23369 catalog_manager.cc:5649] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.114934 23509 tablet_bootstrap.cc:654] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.120972 23509 tablet_bootstrap.cc:492] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.121346 23509 ts_tablet_manager.cc:1403] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.003s
I20251028 02:58:01.123700 23509 raft_consensus.cc:359] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.124168 23509 raft_consensus.cc:385] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.124441 23509 raft_consensus.cc:740] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.124994 23509 consensus_queue.cc:260] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.125620 23509 raft_consensus.cc:399] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.125911 23509 raft_consensus.cc:493] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.126245 23509 raft_consensus.cc:3060] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.132647 23509 raft_consensus.cc:515] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.133250 23509 leader_election.cc:304] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.133817 23509 leader_election.cc:290] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.133920 23513 raft_consensus.cc:2804] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.134352 23513 raft_consensus.cc:697] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.135021 23513 consensus_queue.cc:237] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.135735 23509 ts_tablet_manager.cc:1434] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.014s user 0.011s sys 0.002s
I20251028 02:58:01.136570 23509 tablet_bootstrap.cc:492] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.141780 23369 catalog_manager.cc:5649] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.142169 23509 tablet_bootstrap.cc:654] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.146320 23509 tablet_bootstrap.cc:492] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.146670 23509 ts_tablet_manager.cc:1403] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
I20251028 02:58:01.148658 23509 raft_consensus.cc:359] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.149086 23509 raft_consensus.cc:385] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.149328 23509 raft_consensus.cc:740] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.149835 23509 consensus_queue.cc:260] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.150331 23509 raft_consensus.cc:399] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.150691 23509 raft_consensus.cc:493] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.150967 23509 raft_consensus.cc:3060] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.156149 23509 raft_consensus.cc:515] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.156755 23509 leader_election.cc:304] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.157253 23509 leader_election.cc:290] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.157366 23513 raft_consensus.cc:2804] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.157778 23513 raft_consensus.cc:697] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.158393 23513 consensus_queue.cc:237] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.158756 23509 ts_tablet_manager.cc:1434] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20251028 02:58:01.159433 23509 tablet_bootstrap.cc:492] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.165275 23509 tablet_bootstrap.cc:654] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.165305 23369 catalog_manager.cc:5649] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.170856 23509 tablet_bootstrap.cc:492] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.171196 23509 ts_tablet_manager.cc:1403] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
I20251028 02:58:01.173302 23509 raft_consensus.cc:359] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.173781 23509 raft_consensus.cc:385] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.174016 23509 raft_consensus.cc:740] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.174527 23509 consensus_queue.cc:260] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.175038 23509 raft_consensus.cc:399] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.175297 23509 raft_consensus.cc:493] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.175562 23509 raft_consensus.cc:3060] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.180760 23509 raft_consensus.cc:515] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.181300 23509 leader_election.cc:304] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.181787 23509 leader_election.cc:290] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.181906 23513 raft_consensus.cc:2804] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.182346 23513 raft_consensus.cc:697] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.182983 23513 consensus_queue.cc:237] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.183208 23509 ts_tablet_manager.cc:1434] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.012s user 0.008s sys 0.004s
I20251028 02:58:01.183890 23509 tablet_bootstrap.cc:492] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.189054 23509 tablet_bootstrap.cc:654] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.189574 23369 catalog_manager.cc:5649] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.194206 23509 tablet_bootstrap.cc:492] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.194576 23509 ts_tablet_manager.cc:1403] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20251028 02:58:01.196666 23509 raft_consensus.cc:359] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.197114 23509 raft_consensus.cc:385] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.197366 23509 raft_consensus.cc:740] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.197891 23509 consensus_queue.cc:260] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.198410 23509 raft_consensus.cc:399] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.198668 23509 raft_consensus.cc:493] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.198947 23509 raft_consensus.cc:3060] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.204071 23509 raft_consensus.cc:515] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.204671 23509 leader_election.cc:304] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.205156 23509 leader_election.cc:290] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.205266 23513 raft_consensus.cc:2804] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.206100 23513 raft_consensus.cc:697] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.206720 23513 consensus_queue.cc:237] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.207177 23509 ts_tablet_manager.cc:1434] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.012s user 0.013s sys 0.000s
I20251028 02:58:01.207865 23509 tablet_bootstrap.cc:492] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.212764 23509 tablet_bootstrap.cc:654] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.214334 23369 catalog_manager.cc:5649] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.217653 23509 tablet_bootstrap.cc:492] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.217921 23509 ts_tablet_manager.cc:1403] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
I20251028 02:58:01.219739 23509 raft_consensus.cc:359] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.220187 23509 raft_consensus.cc:385] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.220431 23509 raft_consensus.cc:740] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.221033 23509 consensus_queue.cc:260] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.221607 23509 raft_consensus.cc:399] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.221869 23509 raft_consensus.cc:493] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.222146 23509 raft_consensus.cc:3060] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.226460 23509 raft_consensus.cc:515] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.226914 23509 leader_election.cc:304] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.227326 23509 leader_election.cc:290] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.227453 23513 raft_consensus.cc:2804] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.227859 23513 raft_consensus.cc:697] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.228489 23513 consensus_queue.cc:237] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.229377 23509 ts_tablet_manager.cc:1434] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20251028 02:58:01.230166 23509 tablet_bootstrap.cc:492] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: Bootstrap starting.
I20251028 02:58:01.235849 23509 tablet_bootstrap.cc:654] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.236109 23369 catalog_manager.cc:5649] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.243237 23509 tablet_bootstrap.cc:492] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: No bootstrap required, opened a new log
I20251028 02:58:01.243618 23509 ts_tablet_manager.cc:1403] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: Time spent bootstrapping tablet: real 0.014s user 0.004s sys 0.007s
I20251028 02:58:01.245793 23509 raft_consensus.cc:359] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.246277 23509 raft_consensus.cc:385] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.246517 23509 raft_consensus.cc:740] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.247026 23509 consensus_queue.cc:260] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.247555 23509 raft_consensus.cc:399] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.247822 23509 raft_consensus.cc:493] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.248111 23509 raft_consensus.cc:3060] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.252233 23509 raft_consensus.cc:515] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.252671 23509 leader_election.cc:304] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f34d213c5ec4489e910380907a2a45fc; no voters:
I20251028 02:58:01.253095 23509 leader_election.cc:290] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.253224 23513 raft_consensus.cc:2804] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.253727 23513 raft_consensus.cc:697] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Becoming Leader. State: Replica: f34d213c5ec4489e910380907a2a45fc, State: Running, Role: LEADER
I20251028 02:58:01.254882 23509 ts_tablet_manager.cc:1434] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20251028 02:58:01.254513 23513 consensus_queue.cc:237] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } }
I20251028 02:58:01.260627 23369 catalog_manager.cc:5649] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc reported cstate change: term changed from 0 to 1, leader changed from <none> to f34d213c5ec4489e910380907a2a45fc (127.22.202.65). New cstate: current_term: 1 leader_uuid: "f34d213c5ec4489e910380907a2a45fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f34d213c5ec4489e910380907a2a45fc" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 37381 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:01.280622 23337 catalog_manager.cc:2755] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20251028 02:58:01.293278 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 785b0bff07e745fb984766de3c0dbcbc
I20251028 02:58:01.294031 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet e4a184e954be42229c9566f6c368c44d
I20251028 02:58:01.294685 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 45bccedd159d4738af13177ceeb5310a
I20251028 02:58:01.295040 23456 tablet_service.cc:1552] Processing DeleteTablet for tablet 785b0bff07e745fb984766de3c0dbcbc with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.295275 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet a7c00bb07d8444afa96800f3221eb821
I20251028 02:58:01.295560 23455 tablet_service.cc:1552] Processing DeleteTablet for tablet e4a184e954be42229c9566f6c368c44d with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.295852 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet cc055dbaebde4955ad45df74c278ab12
I20251028 02:58:01.296679 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 30dbb8bbfc964c3da633c19eed0ab64f
I20251028 02:58:01.297618 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 26a7deef1f1540a39922223e51807709
I20251028 02:58:01.298159 23457 tablet_service.cc:1552] Processing DeleteTablet for tablet a7c00bb07d8444afa96800f3221eb821 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.298270 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 43a9f7b3046540e4822d2dae2656cd52
I20251028 02:58:01.298451 23460 tablet_service.cc:1552] Processing DeleteTablet for tablet cc055dbaebde4955ad45df74c278ab12 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.298923 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet eae951c2ea7e49d8a199a96b4060fb30
I20251028 02:58:01.299186 23455 tablet_service.cc:1552] Processing DeleteTablet for tablet 45bccedd159d4738af13177ceeb5310a with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.299657 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: Sending DeleteTablet for 1 replicas of tablet 4c5f7199c4e54c0798704bfcd49e47bf
I20251028 02:58:01.302055 23455 tablet_service.cc:1552] Processing DeleteTablet for tablet 30dbb8bbfc964c3da633c19eed0ab64f with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.302305 23460 tablet_service.cc:1552] Processing DeleteTablet for tablet 26a7deef1f1540a39922223e51807709 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.302987 23457 tablet_service.cc:1552] Processing DeleteTablet for tablet 43a9f7b3046540e4822d2dae2656cd52 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.303671 23461 tablet_service.cc:1552] Processing DeleteTablet for tablet eae951c2ea7e49d8a199a96b4060fb30 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.304728 23461 tablet_service.cc:1552] Processing DeleteTablet for tablet 4c5f7199c4e54c0798704bfcd49e47bf with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:01 UTC) from {username='slave'} at 127.0.0.1:39334
I20251028 02:58:01.305310 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:01.305917 23534 tablet_replica.cc:333] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.307102 23534 raft_consensus.cc:2243] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.307824 23534 raft_consensus.cc:2272] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.312670 23534 ts_tablet_manager.cc:1916] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Deleting tablet data with delete state TABLET_DATA_DELETED
I20251028 02:58:01.329856 23534 ts_tablet_manager.cc:1929] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20251028 02:58:01.330231 23534 log.cc:1199] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Deleting WAL directory at /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root/wals/785b0bff07e745fb984766de3c0dbcbc
I20251028 02:58:01.331051 23534 ts_tablet_manager.cc:1950] T 785b0bff07e745fb984766de3c0dbcbc P f34d213c5ec4489e910380907a2a45fc: Deleting consensus metadata
I20251028 02:58:01.334345 23355 catalog_manager.cc:4985] TS f34d213c5ec4489e910380907a2a45fc (127.22.202.65:37381): tablet 785b0bff07e745fb984766de3c0dbcbc (table test_table [id=92b9bf17a4274780afd982e661d70be4]) successfully deleted
I20251028 02:58:01.334580 23534 tablet_replica.cc:333] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.335459 23534 raft_consensus.cc:2243] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.335587 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:01.335932 23534 raft_consensus.cc:2272] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.338502 23534 ts_tablet_manager.cc:1916] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Deleting tablet data with delete state TABLET_DATA_DELETED
I20251028 02:58:01.351513 23534 ts_tablet_manager.cc:1929] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20251028 02:58:01.351802 23534 log.cc:1199] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Deleting WAL directory at /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1761620278919334-23337-0/minicluster-data/ts-0-root/wals/e4a184e954be42229c9566f6c368c44d
I20251028 02:58:01.352504 23534 ts_tablet_manager.cc:1950] T e4a184e954be42229c9566f6c368c44d P f34d213c5ec4489e910380907a2a45fc: Deleting consensus metadata
W20251028 02:58:01.354310 23355 catalog_manager.cc:4977] TS f34d213c5ec4489e910380907a2a45fc (127.22.202.65:37381): delete failed for tablet e4a184e954be42229c9566f6c368c44d with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
W20251028 02:58:01.355012 23355 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: Tablet server shutting down
I20251028 02:58:01.356930 23337 tablet_replica.cc:333] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.357905 23337 raft_consensus.cc:2243] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.358386 23337 raft_consensus.cc:2272] T 43a9f7b3046540e4822d2dae2656cd52 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.360960 23337 tablet_replica.cc:333] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.361675 23337 raft_consensus.cc:2243] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.362119 23337 raft_consensus.cc:2272] T cc055dbaebde4955ad45df74c278ab12 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
W20251028 02:58:01.364154 23355 catalog_manager.cc:4712] TS f34d213c5ec4489e910380907a2a45fc (127.22.202.65:37381): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet a7c00bb07d8444afa96800f3221eb821: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20251028 02:58:01.364611 23337 tablet_replica.cc:333] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.365545 23337 raft_consensus.cc:2243] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.366094 23337 raft_consensus.cc:2272] T eae951c2ea7e49d8a199a96b4060fb30 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.367702 23337 tablet_replica.cc:333] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.368106 23337 raft_consensus.cc:2243] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.368404 23337 raft_consensus.cc:2272] T 45bccedd159d4738af13177ceeb5310a P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.370082 23337 tablet_replica.cc:333] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.370482 23337 raft_consensus.cc:2243] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.370765 23337 raft_consensus.cc:2272] T a7c00bb07d8444afa96800f3221eb821 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.372378 23337 tablet_replica.cc:333] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.372756 23337 raft_consensus.cc:2243] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.373066 23337 raft_consensus.cc:2272] T 26a7deef1f1540a39922223e51807709 P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.374853 23337 tablet_replica.cc:333] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.375257 23337 raft_consensus.cc:2243] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.375579 23337 raft_consensus.cc:2272] T 30dbb8bbfc964c3da633c19eed0ab64f P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.377555 23337 tablet_replica.cc:333] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc: stopping tablet replica
I20251028 02:58:01.377964 23337 raft_consensus.cc:2243] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.378294 23337 raft_consensus.cc:2272] T 4c5f7199c4e54c0798704bfcd49e47bf P f34d213c5ec4489e910380907a2a45fc [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.540094 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:01.554332 23337 master.cc:561] Master@127.22.202.126:36609 shutting down...
I20251028 02:58:01.796456 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:01.796939 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:01.797262 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P 92f17ddbd64b4a4b8ace24f33dfb1a8e: stopping tablet replica
I20251028 02:58:01.816471 23337 master.cc:583] Master@127.22.202.126:36609 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (2703 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20251028 02:58:01.837918 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:44411
I20251028 02:58:01.838828 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:01.843343 23536 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:01.844626 23537 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:01.847407 23337 server_base.cc:1047] running on GCE node
W20251028 02:58:01.848666 23539 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:01.849431 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:01.849670 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:01.849848 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620281849832 us; error 0 us; skew 500 ppm
I20251028 02:58:01.850504 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:01.852917 23337 webserver.cc:492] Webserver started at http://127.22.202.126:37043/ using document root <none> and password file <none>
I20251028 02:58:01.853520 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:01.853734 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:01.854027 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:01.855273 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf"
format_stamp: "Formatted at 2025-10-28 02:58:01 on dist-test-slave-q13t"
I20251028 02:58:01.860407 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
I20251028 02:58:01.864195 23544 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:01.864926 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20251028 02:58:01.865168 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf"
format_stamp: "Formatted at 2025-10-28 02:58:01 on dist-test-slave-q13t"
I20251028 02:58:01.865468 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:01.880100 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:01.880856 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:01.922492 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:44411
I20251028 02:58:01.922607 23595 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:44411 every 8 connection(s)
I20251028 02:58:01.926441 23596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:01.939885 23596 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Bootstrap starting.
I20251028 02:58:01.945236 23596 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:01.949600 23596 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: No bootstrap required, opened a new log
I20251028 02:58:01.951926 23596 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER }
I20251028 02:58:01.952427 23596 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:01.952700 23596 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4099cd4c0ebc4f9ea180dcbfcf1257cf, State: Initialized, Role: FOLLOWER
I20251028 02:58:01.953301 23596 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER }
I20251028 02:58:01.953881 23596 raft_consensus.cc:399] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:01.954180 23596 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:01.954491 23596 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:01.960211 23596 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER }
I20251028 02:58:01.960790 23596 leader_election.cc:304] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4099cd4c0ebc4f9ea180dcbfcf1257cf; no voters:
I20251028 02:58:01.962023 23596 leader_election.cc:290] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:01.962225 23599 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:01.964124 23599 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 1 LEADER]: Becoming Leader. State: Replica: 4099cd4c0ebc4f9ea180dcbfcf1257cf, State: Running, Role: LEADER
I20251028 02:58:01.964737 23599 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER }
I20251028 02:58:01.965224 23596 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:01.968446 23601 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4099cd4c0ebc4f9ea180dcbfcf1257cf. Latest consensus state: current_term: 1 leader_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER } }
I20251028 02:58:01.968905 23601 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:01.968377 23600 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4099cd4c0ebc4f9ea180dcbfcf1257cf" member_type: VOTER } }
I20251028 02:58:01.969883 23600 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:01.972643 23604 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:01.978279 23604 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:01.983012 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:01.986816 23604 catalog_manager.cc:1357] Generated new cluster ID: 75db0247824b4e1a98f4f89e0a7e6f63
I20251028 02:58:01.987079 23604 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:02.017282 23604 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:02.018309 23604 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:02.030470 23604 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Generated new TSK 0
I20251028 02:58:02.030939 23604 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:02.051476 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:02.057747 23617 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:02.059453 23618 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:02.061854 23620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:02.062088 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:02.062850 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:02.063040 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:02.063182 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620282063166 us; error 0 us; skew 500 ppm
I20251028 02:58:02.063619 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:02.066085 23337 webserver.cc:492] Webserver started at http://127.22.202.65:33615/ using document root <none> and password file <none>
I20251028 02:58:02.066641 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:02.066838 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:02.067133 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:02.068080 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "6adf5373c6b74fd8a6d5df41f65c17c1"
format_stamp: "Formatted at 2025-10-28 02:58:02 on dist-test-slave-q13t"
I20251028 02:58:02.072134 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20251028 02:58:02.075107 23625 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:02.075843 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20251028 02:58:02.076076 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "6adf5373c6b74fd8a6d5df41f65c17c1"
format_stamp: "Formatted at 2025-10-28 02:58:02 on dist-test-slave-q13t"
I20251028 02:58:02.076315 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:02.088964 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:02.089879 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:02.091352 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:02.093663 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:02.093823 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:02.094053 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:02.094244 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:02.146598 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:40795
I20251028 02:58:02.146667 23687 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:40795 every 8 connection(s)
I20251028 02:58:02.166043 23688 heartbeater.cc:344] Connected to a master server at 127.22.202.126:44411
I20251028 02:58:02.166407 23688 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:02.167246 23688 heartbeater.cc:507] Master 127.22.202.126:44411 requested a full tablet report, sending...
I20251028 02:58:02.169117 23561 ts_manager.cc:194] Registered new tserver with Master: 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65:40795)
I20251028 02:58:02.169700 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.019980171s
I20251028 02:58:02.170684 23561 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:34530
I20251028 02:58:02.192095 23561 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34542:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20251028 02:58:02.249336 23653 tablet_service.cc:1505] Processing CreateTablet for tablet 799ac718c87048d7ad41fb654d53b091 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION VALUES < 100
I20251028 02:58:02.249732 23652 tablet_service.cc:1505] Processing CreateTablet for tablet 68db3e69696b4071a042379c36059cda (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20251028 02:58:02.250494 23653 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 799ac718c87048d7ad41fb654d53b091. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.251068 23652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68db3e69696b4071a042379c36059cda. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.252576 23651 tablet_service.cc:1505] Processing CreateTablet for tablet 1797640764b14338a645843ae8d76961 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20251028 02:58:02.253763 23651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1797640764b14338a645843ae8d76961. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.267891 23700 tablet_bootstrap.cc:492] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.267771 23650 tablet_service.cc:1505] Processing CreateTablet for tablet 5971750790a2430a9a1ac15ab524f96d (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20251028 02:58:02.268983 23650 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5971750790a2430a9a1ac15ab524f96d. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.274008 23700 tablet_bootstrap.cc:654] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.274719 23649 tablet_service.cc:1505] Processing CreateTablet for tablet 9e6f03bed0f04d27ad2f7bff52616861 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20251028 02:58:02.275849 23649 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9e6f03bed0f04d27ad2f7bff52616861. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.276814 23653 tablet_service.cc:1505] Processing CreateTablet for tablet b2af8b36bae24bd097c0ce310e99fc74 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20251028 02:58:02.281522 23653 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b2af8b36bae24bd097c0ce310e99fc74. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.281972 23646 tablet_service.cc:1505] Processing CreateTablet for tablet 892c9d5c309d48d69e515d04d62acd67 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 900 <= VALUES
I20251028 02:58:02.278352 23648 tablet_service.cc:1505] Processing CreateTablet for tablet 99b337df475748bfb0839d702046ffd7 (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20251028 02:58:02.280169 23647 tablet_service.cc:1505] Processing CreateTablet for tablet d5510499ead7424ea8600d1563f34dbe (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20251028 02:58:02.283354 23646 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 892c9d5c309d48d69e515d04d62acd67. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.289773 23648 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 99b337df475748bfb0839d702046ffd7. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.293735 23647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d5510499ead7424ea8600d1563f34dbe. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.278098 23652 tablet_service.cc:1505] Processing CreateTablet for tablet a663d64dc7494706b14e5f159ee206dd (DEFAULT_TABLE table=test_table [id=771d3d59077d490f9f701b2a37f072db]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20251028 02:58:02.311746 23652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a663d64dc7494706b14e5f159ee206dd. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.341110 23700 tablet_bootstrap.cc:492] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.341470 23700 ts_tablet_manager.cc:1403] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.074s user 0.021s sys 0.051s
I20251028 02:58:02.343127 23700 raft_consensus.cc:359] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.343463 23700 raft_consensus.cc:385] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.343667 23700 raft_consensus.cc:740] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.344123 23700 consensus_queue.cc:260] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.344539 23700 raft_consensus.cc:399] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.344745 23700 raft_consensus.cc:493] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.344973 23700 raft_consensus.cc:3060] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.348500 23700 raft_consensus.cc:515] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.348932 23700 leader_election.cc:304] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.350148 23700 leader_election.cc:290] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.350540 23702 raft_consensus.cc:2804] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.351905 23688 heartbeater.cc:499] Master 127.22.202.126:44411 was elected leader, sending a full tablet report...
I20251028 02:58:02.352172 23702 raft_consensus.cc:697] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.352902 23702 consensus_queue.cc:237] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.353343 23700 ts_tablet_manager.cc:1434] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.012s user 0.006s sys 0.004s
I20251028 02:58:02.354132 23700 tablet_bootstrap.cc:492] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.359267 23700 tablet_bootstrap.cc:654] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.368930 23561 catalog_manager.cc:5649] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.375698 23700 tablet_bootstrap.cc:492] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.376067 23700 ts_tablet_manager.cc:1403] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.022s user 0.009s sys 0.010s
I20251028 02:58:02.378334 23700 raft_consensus.cc:359] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.378793 23700 raft_consensus.cc:385] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.379045 23700 raft_consensus.cc:740] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.379573 23700 consensus_queue.cc:260] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.380131 23700 raft_consensus.cc:399] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.380385 23700 raft_consensus.cc:493] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.380674 23700 raft_consensus.cc:3060] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.386332 23700 raft_consensus.cc:515] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.386929 23700 leader_election.cc:304] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.387528 23700 leader_election.cc:290] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.387754 23704 raft_consensus.cc:2804] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.388159 23704 raft_consensus.cc:697] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.388646 23704 consensus_queue.cc:237] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.389031 23700 ts_tablet_manager.cc:1434] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.013s user 0.012s sys 0.001s
I20251028 02:58:02.389775 23700 tablet_bootstrap.cc:492] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.393682 23561 catalog_manager.cc:5649] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.394953 23700 tablet_bootstrap.cc:654] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.398916 23700 tablet_bootstrap.cc:492] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.399348 23700 ts_tablet_manager.cc:1403] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.001s
I20251028 02:58:02.401428 23700 raft_consensus.cc:359] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.401820 23700 raft_consensus.cc:385] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.402034 23700 raft_consensus.cc:740] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.402487 23700 consensus_queue.cc:260] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.402918 23700 raft_consensus.cc:399] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.403136 23700 raft_consensus.cc:493] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.403373 23700 raft_consensus.cc:3060] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.407223 23700 raft_consensus.cc:515] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.407689 23700 leader_election.cc:304] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.408087 23700 leader_election.cc:290] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.408229 23704 raft_consensus.cc:2804] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.408633 23704 raft_consensus.cc:697] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.409569 23700 ts_tablet_manager.cc:1434] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20251028 02:58:02.409231 23704 consensus_queue.cc:237] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.410209 23700 tablet_bootstrap.cc:492] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.414062 23700 tablet_bootstrap.cc:654] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.418869 23561 catalog_manager.cc:5649] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.419469 23700 tablet_bootstrap.cc:492] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.419848 23700 ts_tablet_manager.cc:1403] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20251028 02:58:02.421810 23700 raft_consensus.cc:359] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.422179 23700 raft_consensus.cc:385] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.422394 23700 raft_consensus.cc:740] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.422945 23700 consensus_queue.cc:260] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.423568 23700 raft_consensus.cc:399] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.423864 23700 raft_consensus.cc:493] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.424206 23700 raft_consensus.cc:3060] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.429666 23700 raft_consensus.cc:515] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.430222 23700 leader_election.cc:304] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.430794 23700 leader_election.cc:290] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.430924 23704 raft_consensus.cc:2804] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.431783 23704 raft_consensus.cc:697] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.432680 23700 ts_tablet_manager.cc:1434] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.013s user 0.008s sys 0.004s
I20251028 02:58:02.432531 23704 consensus_queue.cc:237] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.433447 23700 tablet_bootstrap.cc:492] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.438977 23700 tablet_bootstrap.cc:654] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.439365 23560 catalog_manager.cc:5649] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.442801 23700 tablet_bootstrap.cc:492] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.443190 23700 ts_tablet_manager.cc:1403] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
I20251028 02:58:02.445327 23700 raft_consensus.cc:359] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.445801 23700 raft_consensus.cc:385] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.446069 23700 raft_consensus.cc:740] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.446657 23700 consensus_queue.cc:260] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.447240 23700 raft_consensus.cc:399] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.447531 23700 raft_consensus.cc:493] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.447829 23700 raft_consensus.cc:3060] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.453456 23700 raft_consensus.cc:515] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.454068 23700 leader_election.cc:304] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.454602 23700 leader_election.cc:290] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.454710 23704 raft_consensus.cc:2804] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.455116 23704 raft_consensus.cc:697] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.455740 23704 consensus_queue.cc:237] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.456259 23700 ts_tablet_manager.cc:1434] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.013s user 0.010s sys 0.000s
I20251028 02:58:02.457087 23700 tablet_bootstrap.cc:492] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.461357 23560 catalog_manager.cc:5649] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.462162 23700 tablet_bootstrap.cc:654] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.465988 23700 tablet_bootstrap.cc:492] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.466413 23700 ts_tablet_manager.cc:1403] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.009s user 0.009s sys 0.000s
I20251028 02:58:02.468797 23700 raft_consensus.cc:359] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.469272 23700 raft_consensus.cc:385] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.469549 23700 raft_consensus.cc:740] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.470086 23700 consensus_queue.cc:260] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.470659 23700 raft_consensus.cc:399] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.470988 23700 raft_consensus.cc:493] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.471278 23700 raft_consensus.cc:3060] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.476980 23700 raft_consensus.cc:515] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.477564 23700 leader_election.cc:304] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.478018 23700 leader_election.cc:290] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.478114 23704 raft_consensus.cc:2804] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.478782 23704 raft_consensus.cc:697] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.479463 23700 ts_tablet_manager.cc:1434] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.013s user 0.011s sys 0.000s
I20251028 02:58:02.479374 23704 consensus_queue.cc:237] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.480134 23700 tablet_bootstrap.cc:492] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.485201 23700 tablet_bootstrap.cc:654] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.484727 23560 catalog_manager.cc:5649] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.489094 23700 tablet_bootstrap.cc:492] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.489506 23700 ts_tablet_manager.cc:1403] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
I20251028 02:58:02.491429 23700 raft_consensus.cc:359] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.491916 23700 raft_consensus.cc:385] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.492165 23700 raft_consensus.cc:740] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.492713 23700 consensus_queue.cc:260] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.493384 23700 raft_consensus.cc:399] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.493695 23700 raft_consensus.cc:493] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.493996 23700 raft_consensus.cc:3060] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.499161 23700 raft_consensus.cc:515] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.499621 23700 leader_election.cc:304] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.500018 23700 leader_election.cc:290] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.500173 23704 raft_consensus.cc:2804] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.500595 23704 raft_consensus.cc:697] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.501286 23700 ts_tablet_manager.cc:1434] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.012s user 0.006s sys 0.002s
I20251028 02:58:02.501206 23704 consensus_queue.cc:237] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.501960 23700 tablet_bootstrap.cc:492] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.506578 23700 tablet_bootstrap.cc:654] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.507434 23560 catalog_manager.cc:5649] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.511618 23700 tablet_bootstrap.cc:492] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.512097 23700 ts_tablet_manager.cc:1403] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20251028 02:58:02.514338 23700 raft_consensus.cc:359] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.514806 23700 raft_consensus.cc:385] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.515107 23700 raft_consensus.cc:740] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.515719 23700 consensus_queue.cc:260] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.516294 23700 raft_consensus.cc:399] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.516607 23700 raft_consensus.cc:493] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.516897 23700 raft_consensus.cc:3060] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.521593 23700 raft_consensus.cc:515] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.522183 23700 leader_election.cc:304] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.522799 23700 leader_election.cc:290] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.522951 23704 raft_consensus.cc:2804] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.523448 23704 raft_consensus.cc:697] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.524435 23700 ts_tablet_manager.cc:1434] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.012s user 0.006s sys 0.007s
I20251028 02:58:02.524111 23704 consensus_queue.cc:237] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.524935 23700 tablet_bootstrap.cc:492] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.530439 23700 tablet_bootstrap.cc:654] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.531044 23560 catalog_manager.cc:5649] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.536916 23700 tablet_bootstrap.cc:492] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.537228 23700 ts_tablet_manager.cc:1403] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.003s
I20251028 02:58:02.539263 23700 raft_consensus.cc:359] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.539739 23700 raft_consensus.cc:385] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.540004 23700 raft_consensus.cc:740] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.540532 23700 consensus_queue.cc:260] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.540916 23700 raft_consensus.cc:399] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.541209 23700 raft_consensus.cc:493] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.541539 23700 raft_consensus.cc:3060] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.545928 23700 raft_consensus.cc:515] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.546547 23700 leader_election.cc:304] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.547048 23700 leader_election.cc:290] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.547173 23704 raft_consensus.cc:2804] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.547578 23704 raft_consensus.cc:697] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.548189 23704 consensus_queue.cc:237] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.548923 23700 ts_tablet_manager.cc:1434] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.011s user 0.008s sys 0.002s
I20251028 02:58:02.549710 23700 tablet_bootstrap.cc:492] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: Bootstrap starting.
I20251028 02:58:02.555867 23700 tablet_bootstrap.cc:654] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.555369 23560 catalog_manager.cc:5649] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.560590 23700 tablet_bootstrap.cc:492] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: No bootstrap required, opened a new log
I20251028 02:58:02.560935 23700 ts_tablet_manager.cc:1403] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20251028 02:58:02.563046 23700 raft_consensus.cc:359] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.563406 23700 raft_consensus.cc:385] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.563619 23700 raft_consensus.cc:740] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.564074 23700 consensus_queue.cc:260] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.564484 23700 raft_consensus.cc:399] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.564646 23700 raft_consensus.cc:493] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.564829 23700 raft_consensus.cc:3060] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.570246 23700 raft_consensus.cc:515] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.570771 23700 leader_election.cc:304] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6adf5373c6b74fd8a6d5df41f65c17c1; no voters:
I20251028 02:58:02.571185 23700 leader_election.cc:290] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.571328 23704 raft_consensus.cc:2804] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.572039 23704 raft_consensus.cc:697] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Becoming Leader. State: Replica: 6adf5373c6b74fd8a6d5df41f65c17c1, State: Running, Role: LEADER
I20251028 02:58:02.572618 23700 ts_tablet_manager.cc:1434] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20251028 02:58:02.572716 23704 consensus_queue.cc:237] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } }
I20251028 02:58:02.579213 23560 catalog_manager.cc:5649] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6adf5373c6b74fd8a6d5df41f65c17c1" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 40795 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:02.605774 23337 catalog_manager.cc:2764] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20251028 02:58:02.621935 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 799ac718c87048d7ad41fb654d53b091
I20251028 02:58:02.622615 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 68db3e69696b4071a042379c36059cda
I20251028 02:58:02.623323 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 1797640764b14338a645843ae8d76961
I20251028 02:58:02.623381 23646 tablet_service.cc:1552] Processing DeleteTablet for tablet 799ac718c87048d7ad41fb654d53b091 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.624317 23648 tablet_service.cc:1552] Processing DeleteTablet for tablet 68db3e69696b4071a042379c36059cda with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.624805 23647 tablet_service.cc:1552] Processing DeleteTablet for tablet 1797640764b14338a645843ae8d76961 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.625385 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet b2af8b36bae24bd097c0ce310e99fc74
I20251028 02:58:02.626041 23725 tablet_replica.cc:333] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.626071 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 5971750790a2430a9a1ac15ab524f96d
I20251028 02:58:02.626987 23646 tablet_service.cc:1552] Processing DeleteTablet for tablet b2af8b36bae24bd097c0ce310e99fc74 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.627475 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet a663d64dc7494706b14e5f159ee206dd
I20251028 02:58:02.627732 23647 tablet_service.cc:1552] Processing DeleteTablet for tablet 5971750790a2430a9a1ac15ab524f96d with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.627990 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 9e6f03bed0f04d27ad2f7bff52616861
I20251028 02:58:02.627058 23725 raft_consensus.cc:2243] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.628540 23725 raft_consensus.cc:2272] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.628788 23647 tablet_service.cc:1552] Processing DeleteTablet for tablet a663d64dc7494706b14e5f159ee206dd with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.628597 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 99b337df475748bfb0839d702046ffd7
I20251028 02:58:02.629954 23647 tablet_service.cc:1552] Processing DeleteTablet for tablet 9e6f03bed0f04d27ad2f7bff52616861 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.630347 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet d5510499ead7424ea8600d1563f34dbe
I20251028 02:58:02.630626 23646 tablet_service.cc:1552] Processing DeleteTablet for tablet 99b337df475748bfb0839d702046ffd7 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.631258 23337 catalog_manager.cc:5936] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: Sending DeleteTablet for 1 replicas of tablet 892c9d5c309d48d69e515d04d62acd67
I20251028 02:58:02.631708 23646 tablet_service.cc:1552] Processing DeleteTablet for tablet d5510499ead7424ea8600d1563f34dbe with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.631794 23725 ts_tablet_manager.cc:1916] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting tablet data with delete state TABLET_DATA_DELETED
I20251028 02:58:02.632894 23646 tablet_service.cc:1552] Processing DeleteTablet for tablet 892c9d5c309d48d69e515d04d62acd67 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-10-28 02:58:02 UTC) from {username='slave'} at 127.0.0.1:41452
I20251028 02:58:02.635727 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:02.645157 23725 ts_tablet_manager.cc:1929] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20251028 02:58:02.645582 23725 log.cc:1199] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting WAL directory at /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/wals/799ac718c87048d7ad41fb654d53b091
I20251028 02:58:02.646572 23725 ts_tablet_manager.cc:1950] T 799ac718c87048d7ad41fb654d53b091 P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting consensus metadata
I20251028 02:58:02.649664 23546 catalog_manager.cc:4985] TS 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65:40795): tablet 799ac718c87048d7ad41fb654d53b091 (table test_table [id=771d3d59077d490f9f701b2a37f072db]) successfully deleted
I20251028 02:58:02.650390 23725 tablet_replica.cc:333] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.651185 23725 raft_consensus.cc:2243] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.651737 23725 raft_consensus.cc:2272] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.655139 23725 ts_tablet_manager.cc:1916] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting tablet data with delete state TABLET_DATA_DELETED
I20251028 02:58:02.668653 23725 ts_tablet_manager.cc:1929] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20251028 02:58:02.669157 23725 log.cc:1199] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting WAL directory at /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/wals/68db3e69696b4071a042379c36059cda
I20251028 02:58:02.670051 23725 ts_tablet_manager.cc:1950] T 68db3e69696b4071a042379c36059cda P 6adf5373c6b74fd8a6d5df41f65c17c1: Deleting consensus metadata
I20251028 02:58:02.671620 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:02.672712 23546 catalog_manager.cc:4985] TS 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65:40795): tablet 68db3e69696b4071a042379c36059cda (table test_table [id=771d3d59077d490f9f701b2a37f072db]) successfully deleted
I20251028 02:58:02.675173 23337 tablet_replica.cc:333] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.675909 23337 raft_consensus.cc:2243] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.676419 23337 raft_consensus.cc:2272] T 99b337df475748bfb0839d702046ffd7 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.680665 23337 tablet_replica.cc:333] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.681890 23337 raft_consensus.cc:2243] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.682521 23337 raft_consensus.cc:2272] T d5510499ead7424ea8600d1563f34dbe P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.686131 23337 tablet_replica.cc:333] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.687037 23337 raft_consensus.cc:2243] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.687736 23337 raft_consensus.cc:2272] T 9e6f03bed0f04d27ad2f7bff52616861 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.691105 23337 tablet_replica.cc:333] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.691686 23337 raft_consensus.cc:2243] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
W20251028 02:58:02.692061 23546 catalog_manager.cc:4712] TS 6adf5373c6b74fd8a6d5df41f65c17c1 (127.22.202.65:40795): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 1797640764b14338a645843ae8d76961: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20251028 02:58:02.692214 23337 raft_consensus.cc:2272] T a663d64dc7494706b14e5f159ee206dd P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.694494 23337 tablet_replica.cc:333] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.695067 23337 raft_consensus.cc:2243] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.695493 23337 raft_consensus.cc:2272] T b2af8b36bae24bd097c0ce310e99fc74 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.697654 23337 tablet_replica.cc:333] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.698098 23337 raft_consensus.cc:2243] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.698414 23337 raft_consensus.cc:2272] T 892c9d5c309d48d69e515d04d62acd67 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.700340 23337 tablet_replica.cc:333] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.700740 23337 raft_consensus.cc:2243] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.701071 23337 raft_consensus.cc:2272] T 1797640764b14338a645843ae8d76961 P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.702679 23337 tablet_replica.cc:333] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1: stopping tablet replica
I20251028 02:58:02.703299 23337 raft_consensus.cc:2243] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.703655 23337 raft_consensus.cc:2272] T 5971750790a2430a9a1ac15ab524f96d P 6adf5373c6b74fd8a6d5df41f65c17c1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.716109 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:02.727324 23337 master.cc:561] Master@127.22.202.126:44411 shutting down...
I20251028 02:58:02.804633 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:02.805148 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:02.805469 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P 4099cd4c0ebc4f9ea180dcbfcf1257cf: stopping tablet replica
I20251028 02:58:02.822002 23337 master.cc:583] Master@127.22.202.126:44411 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1003 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20251028 02:58:02.841359 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:33875
I20251028 02:58:02.842314 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:02.846711 23727 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:02.847409 23728 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:02.847905 23730 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:02.848552 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:02.849216 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:02.849392 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:02.849576 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620282849564 us; error 0 us; skew 500 ppm
I20251028 02:58:02.850011 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:02.851929 23337 webserver.cc:492] Webserver started at http://127.22.202.126:38123/ using document root <none> and password file <none>
I20251028 02:58:02.852339 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:02.852481 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:02.852679 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:02.853624 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "6d606991d79145aa981c155a801b8fa5"
format_stamp: "Formatted at 2025-10-28 02:58:02 on dist-test-slave-q13t"
I20251028 02:58:02.857280 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.001s
I20251028 02:58:02.860015 23735 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:02.860649 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20251028 02:58:02.860895 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "6d606991d79145aa981c155a801b8fa5"
format_stamp: "Formatted at 2025-10-28 02:58:02 on dist-test-slave-q13t"
I20251028 02:58:02.861128 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:02.911278 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:02.912230 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:02.944218 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:33875
I20251028 02:58:02.944295 23786 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:33875 every 8 connection(s)
I20251028 02:58:02.947677 23787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:02.956370 23787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5: Bootstrap starting.
I20251028 02:58:02.960006 23787 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:02.963353 23787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5: No bootstrap required, opened a new log
I20251028 02:58:02.964949 23787 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER }
I20251028 02:58:02.965276 23787 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:02.965492 23787 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d606991d79145aa981c155a801b8fa5, State: Initialized, Role: FOLLOWER
I20251028 02:58:02.965932 23787 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER }
I20251028 02:58:02.966318 23787 raft_consensus.cc:399] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:02.966499 23787 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:02.966701 23787 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:02.970184 23787 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER }
I20251028 02:58:02.970804 23787 leader_election.cc:304] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6d606991d79145aa981c155a801b8fa5; no voters:
I20251028 02:58:02.972138 23787 leader_election.cc:290] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:02.972411 23790 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:02.973925 23790 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 1 LEADER]: Becoming Leader. State: Replica: 6d606991d79145aa981c155a801b8fa5, State: Running, Role: LEADER
I20251028 02:58:02.974674 23790 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER }
I20251028 02:58:02.976873 23790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6d606991d79145aa981c155a801b8fa5. Latest consensus state: current_term: 1 leader_uuid: "6d606991d79145aa981c155a801b8fa5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER } }
I20251028 02:58:02.977389 23792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "6d606991d79145aa981c155a801b8fa5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6d606991d79145aa981c155a801b8fa5" member_type: VOTER } }
I20251028 02:58:02.978976 23792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:02.980285 23787 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:02.982311 23790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:02.985477 23794 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:02.992081 23794 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:02.992882 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:02.999090 23794 catalog_manager.cc:1357] Generated new cluster ID: a21f674dbe1442418ed5fbfd6a430409
I20251028 02:58:02.999316 23794 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:03.035847 23794 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:03.036937 23794 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:03.053905 23794 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5: Generated new TSK 0
I20251028 02:58:03.054404 23794 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:03.058422 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:03.063053 23808 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.063908 23809 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.065760 23811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:03.066097 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:03.066841 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:03.067008 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:03.067127 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620283067116 us; error 0 us; skew 500 ppm
I20251028 02:58:03.067559 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:03.069463 23337 webserver.cc:492] Webserver started at http://127.22.202.65:34887/ using document root <none> and password file <none>
I20251028 02:58:03.069864 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:03.070001 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:03.070186 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:03.071060 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "2e4ac7a0aaab4831bf5fd6ddbc66420a"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.074833 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20251028 02:58:03.077504 23816 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.078132 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20251028 02:58:03.078351 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "2e4ac7a0aaab4831bf5fd6ddbc66420a"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.078558 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:03.094305 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:03.095060 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:03.096215 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:03.098219 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:03.098387 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.098604 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:03.098740 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.132027 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:41163
I20251028 02:58:03.132117 23878 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:41163 every 8 connection(s)
I20251028 02:58:03.144739 23879 heartbeater.cc:344] Connected to a master server at 127.22.202.126:33875
I20251028 02:58:03.145015 23879 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:03.145584 23879 heartbeater.cc:507] Master 127.22.202.126:33875 requested a full tablet report, sending...
I20251028 02:58:03.147198 23752 ts_manager.cc:194] Registered new tserver with Master: 2e4ac7a0aaab4831bf5fd6ddbc66420a (127.22.202.65:41163)
I20251028 02:58:03.147814 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012767137s
I20251028 02:58:03.148694 23752 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:41618
I20251028 02:58:03.165971 23337 catalog_manager.cc:2257] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20251028 02:58:03.174717 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:03.193948 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:03.211789 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:03.217618 23337 master.cc:561] Master@127.22.202.126:33875 shutting down...
I20251028 02:58:03.246279 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:03.246675 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:03.247053 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P 6d606991d79145aa981c155a801b8fa5: stopping tablet replica
I20251028 02:58:03.264299 23337 master.cc:583] Master@127.22.202.126:33875 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (439 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20251028 02:58:03.280787 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:42123
I20251028 02:58:03.281689 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:03.286294 23893 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.285491 23892 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.287753 23895 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:03.288681 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:03.289317 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:03.289518 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:03.289649 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620283289632 us; error 0 us; skew 500 ppm
I20251028 02:58:03.290096 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:03.292029 23337 webserver.cc:492] Webserver started at http://127.22.202.126:46535/ using document root <none> and password file <none>
I20251028 02:58:03.292435 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:03.292591 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:03.292809 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:03.293812 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "b15338701af6495097c100a05717ca44"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.297694 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20251028 02:58:03.300251 23900 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.300807 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20251028 02:58:03.301043 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "b15338701af6495097c100a05717ca44"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.301249 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:03.314066 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:03.314815 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:03.345867 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:42123
I20251028 02:58:03.345953 23951 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:42123 every 8 connection(s)
I20251028 02:58:03.349161 23952 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:03.357599 23952 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44: Bootstrap starting.
I20251028 02:58:03.360926 23952 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:03.364004 23952 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44: No bootstrap required, opened a new log
I20251028 02:58:03.365473 23952 raft_consensus.cc:359] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER }
I20251028 02:58:03.365774 23952 raft_consensus.cc:385] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:03.365935 23952 raft_consensus.cc:740] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b15338701af6495097c100a05717ca44, State: Initialized, Role: FOLLOWER
I20251028 02:58:03.366369 23952 consensus_queue.cc:260] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER }
I20251028 02:58:03.366736 23952 raft_consensus.cc:399] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:03.366917 23952 raft_consensus.cc:493] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:03.367118 23952 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:03.370527 23952 raft_consensus.cc:515] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER }
I20251028 02:58:03.370954 23952 leader_election.cc:304] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: b15338701af6495097c100a05717ca44; no voters:
I20251028 02:58:03.371863 23952 leader_election.cc:290] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:03.372094 23955 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:03.373800 23955 raft_consensus.cc:697] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 1 LEADER]: Becoming Leader. State: Replica: b15338701af6495097c100a05717ca44, State: Running, Role: LEADER
I20251028 02:58:03.374444 23955 consensus_queue.cc:237] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER }
I20251028 02:58:03.374910 23952 sys_catalog.cc:565] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:03.377140 23956 sys_catalog.cc:455] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "b15338701af6495097c100a05717ca44" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER } }
I20251028 02:58:03.377198 23957 sys_catalog.cc:455] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b15338701af6495097c100a05717ca44. Latest consensus state: current_term: 1 leader_uuid: "b15338701af6495097c100a05717ca44" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b15338701af6495097c100a05717ca44" member_type: VOTER } }
I20251028 02:58:03.377763 23956 sys_catalog.cc:458] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:03.377815 23957 sys_catalog.cc:458] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:03.381501 23960 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:03.388409 23960 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:03.389240 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:03.395381 23960 catalog_manager.cc:1357] Generated new cluster ID: 3c74a1b9ee5543529ca96bde9a4865e2
I20251028 02:58:03.395606 23960 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:03.415548 23960 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:03.416567 23960 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:03.427672 23960 catalog_manager.cc:6022] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44: Generated new TSK 0
I20251028 02:58:03.428102 23960 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:03.454730 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:03.459542 23973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.460654 23974 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.461899 23976 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:03.462540 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:03.463140 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:03.463315 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:03.463465 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620283463449 us; error 0 us; skew 500 ppm
I20251028 02:58:03.463876 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:03.465730 23337 webserver.cc:492] Webserver started at http://127.22.202.65:43661/ using document root <none> and password file <none>
I20251028 02:58:03.466123 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:03.466315 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:03.466540 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:03.467463 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "fb64198ded204badb0cce44e0e70617b"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.471042 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.002s
I20251028 02:58:03.473728 23981 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.474345 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s
I20251028 02:58:03.474570 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "fb64198ded204badb0cce44e0e70617b"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.474797 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:03.483610 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:03.484453 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:03.485656 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:03.487533 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:03.487700 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.487901 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:03.488037 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.522140 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:46845
I20251028 02:58:03.522235 24043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:46845 every 8 connection(s)
I20251028 02:58:03.534298 24044 heartbeater.cc:344] Connected to a master server at 127.22.202.126:42123
I20251028 02:58:03.534587 24044 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:03.535203 24044 heartbeater.cc:507] Master 127.22.202.126:42123 requested a full tablet report, sending...
I20251028 02:58:03.536857 23917 ts_manager.cc:194] Registered new tserver with Master: fb64198ded204badb0cce44e0e70617b (127.22.202.65:46845)
I20251028 02:58:03.537810 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012863514s
I20251028 02:58:03.538797 23917 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:46150
I20251028 02:58:03.554826 23337 catalog_manager.cc:2266] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20251028 02:58:03.563638 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:03.586603 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:03.603829 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:03.609805 23337 master.cc:561] Master@127.22.202.126:42123 shutting down...
I20251028 02:58:03.648206 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:03.648612 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:03.648941 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P b15338701af6495097c100a05717ca44: stopping tablet replica
I20251028 02:58:03.666504 23337 master.cc:583] Master@127.22.202.126:42123 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (401 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20251028 02:58:03.682621 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:43849
I20251028 02:58:03.683506 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:03.687403 24057 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.688027 24058 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.688987 24060 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:03.689608 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:03.690164 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:03.690330 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:03.690466 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620283690450 us; error 0 us; skew 500 ppm
I20251028 02:58:03.690910 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:03.692842 23337 webserver.cc:492] Webserver started at http://127.22.202.126:45721/ using document root <none> and password file <none>
I20251028 02:58:03.693264 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:03.693446 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:03.693668 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:03.694551 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "44f0e3e4f059427eb0a2a03fcabec74c"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.698333 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
I20251028 02:58:03.701098 24065 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.701812 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20251028 02:58:03.702039 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "44f0e3e4f059427eb0a2a03fcabec74c"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.702265 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:03.716909 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:03.717800 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:03.748783 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:43849
I20251028 02:58:03.748859 24116 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:43849 every 8 connection(s)
I20251028 02:58:03.751953 24117 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:03.760488 24117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c: Bootstrap starting.
I20251028 02:58:03.763911 24117 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:03.767153 24117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c: No bootstrap required, opened a new log
I20251028 02:58:03.768754 24117 raft_consensus.cc:359] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER }
I20251028 02:58:03.769065 24117 raft_consensus.cc:385] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:03.769268 24117 raft_consensus.cc:740] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44f0e3e4f059427eb0a2a03fcabec74c, State: Initialized, Role: FOLLOWER
I20251028 02:58:03.769767 24117 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER }
I20251028 02:58:03.770143 24117 raft_consensus.cc:399] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:03.770336 24117 raft_consensus.cc:493] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:03.770557 24117 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:03.774173 24117 raft_consensus.cc:515] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER }
I20251028 02:58:03.774597 24117 leader_election.cc:304] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 44f0e3e4f059427eb0a2a03fcabec74c; no voters:
I20251028 02:58:03.775611 24117 leader_election.cc:290] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:03.775892 24120 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:03.777091 24120 raft_consensus.cc:697] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 1 LEADER]: Becoming Leader. State: Replica: 44f0e3e4f059427eb0a2a03fcabec74c, State: Running, Role: LEADER
I20251028 02:58:03.777675 24120 consensus_queue.cc:237] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER }
I20251028 02:58:03.778210 24117 sys_catalog.cc:565] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:03.780164 24121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER } }
I20251028 02:58:03.780215 24122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44f0e3e4f059427eb0a2a03fcabec74c. Latest consensus state: current_term: 1 leader_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "44f0e3e4f059427eb0a2a03fcabec74c" member_type: VOTER } }
I20251028 02:58:03.780864 24122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:03.781605 24121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:03.783469 24126 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:03.789162 24126 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:03.793484 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:03.797976 24126 catalog_manager.cc:1357] Generated new cluster ID: e867423ed68d462ab68f58e9077b7f61
I20251028 02:58:03.798229 24126 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:03.817674 24126 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:03.818749 24126 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:03.827806 24126 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c: Generated new TSK 0
I20251028 02:58:03.828310 24126 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:03.859474 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:03.864043 24138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.864977 24139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:03.866225 24141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:03.866525 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:03.867210 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:03.867399 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:03.867542 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620283867525 us; error 0 us; skew 500 ppm
I20251028 02:58:03.867980 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:03.869932 23337 webserver.cc:492] Webserver started at http://127.22.202.65:39217/ using document root <none> and password file <none>
I20251028 02:58:03.870364 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:03.870519 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:03.870724 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:03.871636 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "d2384ce02cb44b928add290536d182c8"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.875398 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20251028 02:58:03.878118 24146 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.878708 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20251028 02:58:03.878933 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "d2384ce02cb44b928add290536d182c8"
format_stamp: "Formatted at 2025-10-28 02:58:03 on dist-test-slave-q13t"
I20251028 02:58:03.879156 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:03.901798 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:03.902639 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:03.903892 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:03.905850 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:03.906010 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.906173 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:03.906322 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:03.939332 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:45819
I20251028 02:58:03.939414 24208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:45819 every 8 connection(s)
I20251028 02:58:03.951967 24209 heartbeater.cc:344] Connected to a master server at 127.22.202.126:43849
I20251028 02:58:03.952245 24209 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:03.952803 24209 heartbeater.cc:507] Master 127.22.202.126:43849 requested a full tablet report, sending...
I20251028 02:58:03.954401 24082 ts_manager.cc:194] Registered new tserver with Master: d2384ce02cb44b928add290536d182c8 (127.22.202.65:45819)
I20251028 02:58:03.954974 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012635544s
I20251028 02:58:03.955956 24082 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:46244
I20251028 02:58:03.973358 24082 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46256:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20251028 02:58:04.011850 24174 tablet_service.cc:1505] Processing CreateTablet for tablet 3a2fadc1e85d46c5bda424bd91c4caf9 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION VALUES < 100
I20251028 02:58:04.012310 24173 tablet_service.cc:1505] Processing CreateTablet for tablet 1f014f5acc414b68ba18017e42021fd0 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20251028 02:58:04.012624 24172 tablet_service.cc:1505] Processing CreateTablet for tablet 1dd184b00823488d888ed892f78dd166 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20251028 02:58:04.013141 24174 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3a2fadc1e85d46c5bda424bd91c4caf9. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.013767 24173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f014f5acc414b68ba18017e42021fd0. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.014505 24167 tablet_service.cc:1505] Processing CreateTablet for tablet 56db21ad236a4033bfc38050d305b271 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20251028 02:58:04.014658 24166 tablet_service.cc:1505] Processing CreateTablet for tablet 1c7af6c3e63241ce8d3bc89d4d031d35 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20251028 02:58:04.014871 24171 tablet_service.cc:1505] Processing CreateTablet for tablet 49bbdac832a94660be36a6c2821c9dba (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20251028 02:58:04.015666 24167 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 56db21ad236a4033bfc38050d305b271. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.016304 24166 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1c7af6c3e63241ce8d3bc89d4d031d35. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.016780 24170 tablet_service.cc:1505] Processing CreateTablet for tablet a2ac3b7e84cc444fabbd65cace74bb5c (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20251028 02:58:04.017587 24168 tablet_service.cc:1505] Processing CreateTablet for tablet e1815e92c2e042c1bed2ebde08242b42 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20251028 02:58:04.017957 24170 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a2ac3b7e84cc444fabbd65cace74bb5c. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.018883 24169 tablet_service.cc:1505] Processing CreateTablet for tablet 2c779768b21840c8b4117f2cac8f2bdf (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20251028 02:58:04.020079 24169 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2c779768b21840c8b4117f2cac8f2bdf. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.023300 24171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 49bbdac832a94660be36a6c2821c9dba. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.023751 24165 tablet_service.cc:1505] Processing CreateTablet for tablet fed9594aee5e49dcac482c8cbc7e00f4 (DEFAULT_TABLE table=test_table [id=34a241e2223a4b6a98b95f1fd079fa33]), partition=RANGE (key) PARTITION 900 <= VALUES
I20251028 02:58:04.024873 24165 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fed9594aee5e49dcac482c8cbc7e00f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.025759 24168 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e1815e92c2e042c1bed2ebde08242b42. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.032886 24172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1dd184b00823488d888ed892f78dd166. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.043246 24221 tablet_bootstrap.cc:492] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.048718 24221 tablet_bootstrap.cc:654] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.059213 24221 tablet_bootstrap.cc:492] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.059589 24221 ts_tablet_manager.cc:1403] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.017s user 0.009s sys 0.005s
I20251028 02:58:04.061820 24221 raft_consensus.cc:359] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.062320 24221 raft_consensus.cc:385] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.062577 24221 raft_consensus.cc:740] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.063266 24221 consensus_queue.cc:260] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.063870 24221 raft_consensus.cc:399] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.064284 24221 raft_consensus.cc:493] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.064581 24221 raft_consensus.cc:3060] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.068848 24221 raft_consensus.cc:515] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.069387 24221 leader_election.cc:304] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.070629 24221 leader_election.cc:290] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.070879 24223 raft_consensus.cc:2804] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.072223 24223 raft_consensus.cc:697] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.072350 24209 heartbeater.cc:499] Master 127.22.202.126:43849 was elected leader, sending a full tablet report...
I20251028 02:58:04.072970 24221 ts_tablet_manager.cc:1434] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.013s user 0.009s sys 0.005s
I20251028 02:58:04.072888 24223 consensus_queue.cc:237] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.073751 24221 tablet_bootstrap.cc:492] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.078558 24221 tablet_bootstrap.cc:654] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.082080 24221 tablet_bootstrap.cc:492] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.081843 24082 catalog_manager.cc:5649] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.082386 24221 ts_tablet_manager.cc:1403] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20251028 02:58:04.083974 24221 raft_consensus.cc:359] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.084447 24221 raft_consensus.cc:385] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.084717 24221 raft_consensus.cc:740] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.085273 24221 consensus_queue.cc:260] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.085847 24221 raft_consensus.cc:399] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.086117 24221 raft_consensus.cc:493] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.086460 24221 raft_consensus.cc:3060] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.092484 24221 raft_consensus.cc:515] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.093127 24221 leader_election.cc:304] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.093770 24221 leader_election.cc:290] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.093888 24223 raft_consensus.cc:2804] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.094498 24223 raft_consensus.cc:697] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.095145 24223 consensus_queue.cc:237] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.095505 24221 ts_tablet_manager.cc:1434] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.013s user 0.006s sys 0.007s
I20251028 02:58:04.096225 24221 tablet_bootstrap.cc:492] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.100492 24221 tablet_bootstrap.cc:654] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.101122 24082 catalog_manager.cc:5649] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.104295 24221 tablet_bootstrap.cc:492] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.104664 24221 ts_tablet_manager.cc:1403] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20251028 02:58:04.106551 24221 raft_consensus.cc:359] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.107012 24221 raft_consensus.cc:385] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.107319 24221 raft_consensus.cc:740] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.107940 24221 consensus_queue.cc:260] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.108448 24221 raft_consensus.cc:399] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.108714 24221 raft_consensus.cc:493] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.108922 24221 raft_consensus.cc:3060] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.112944 24221 raft_consensus.cc:515] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.113399 24221 leader_election.cc:304] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.113850 24221 leader_election.cc:290] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.113972 24223 raft_consensus.cc:2804] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.114398 24223 raft_consensus.cc:697] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.115027 24223 consensus_queue.cc:237] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.115578 24221 ts_tablet_manager.cc:1434] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20251028 02:58:04.116410 24221 tablet_bootstrap.cc:492] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.120563 24221 tablet_bootstrap.cc:654] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.120265 24082 catalog_manager.cc:5649] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.124269 24221 tablet_bootstrap.cc:492] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.124569 24221 ts_tablet_manager.cc:1403] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20251028 02:58:04.126641 24221 raft_consensus.cc:359] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.126991 24221 raft_consensus.cc:385] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.127271 24221 raft_consensus.cc:740] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.127753 24221 consensus_queue.cc:260] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.128175 24221 raft_consensus.cc:399] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.128412 24221 raft_consensus.cc:493] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.128726 24221 raft_consensus.cc:3060] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.132786 24221 raft_consensus.cc:515] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.133476 24221 leader_election.cc:304] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.134143 24221 leader_election.cc:290] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.134310 24223 raft_consensus.cc:2804] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.134713 24223 raft_consensus.cc:697] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.135349 24223 consensus_queue.cc:237] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.135886 24221 ts_tablet_manager.cc:1434] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20251028 02:58:04.136669 24221 tablet_bootstrap.cc:492] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.140770 24221 tablet_bootstrap.cc:654] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.140666 24082 catalog_manager.cc:5649] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.144511 24221 tablet_bootstrap.cc:492] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.144822 24221 ts_tablet_manager.cc:1403] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
I20251028 02:58:04.146898 24221 raft_consensus.cc:359] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.147339 24221 raft_consensus.cc:385] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.147593 24221 raft_consensus.cc:740] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.148108 24221 consensus_queue.cc:260] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.148509 24221 raft_consensus.cc:399] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.148747 24221 raft_consensus.cc:493] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.149083 24221 raft_consensus.cc:3060] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.154070 24221 raft_consensus.cc:515] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.154518 24221 leader_election.cc:304] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.154918 24221 leader_election.cc:290] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.155048 24223 raft_consensus.cc:2804] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.155476 24223 raft_consensus.cc:697] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.156126 24223 consensus_queue.cc:237] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.156772 24221 ts_tablet_manager.cc:1434] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.012s user 0.008s sys 0.004s
I20251028 02:58:04.157617 24221 tablet_bootstrap.cc:492] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.162325 24221 tablet_bootstrap.cc:654] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.162597 24082 catalog_manager.cc:5649] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.165620 24221 tablet_bootstrap.cc:492] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.165901 24221 ts_tablet_manager.cc:1403] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.004s
I20251028 02:58:04.167575 24221 raft_consensus.cc:359] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.167901 24221 raft_consensus.cc:385] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.168133 24221 raft_consensus.cc:740] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.168536 24221 consensus_queue.cc:260] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.168881 24221 raft_consensus.cc:399] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.169080 24221 raft_consensus.cc:493] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.169341 24221 raft_consensus.cc:3060] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.172981 24221 raft_consensus.cc:515] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.173395 24221 leader_election.cc:304] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.173848 24221 leader_election.cc:290] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.173962 24223 raft_consensus.cc:2804] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.174358 24223 raft_consensus.cc:697] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.174999 24223 consensus_queue.cc:237] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.175397 24221 ts_tablet_manager.cc:1434] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.009s user 0.008s sys 0.000s
I20251028 02:58:04.176069 24221 tablet_bootstrap.cc:492] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.180138 24221 tablet_bootstrap.cc:654] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.180550 24082 catalog_manager.cc:5649] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.183414 24221 tablet_bootstrap.cc:492] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.183738 24221 ts_tablet_manager.cc:1403] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.004s
I20251028 02:58:04.185258 24221 raft_consensus.cc:359] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.185636 24221 raft_consensus.cc:385] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.185825 24221 raft_consensus.cc:740] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.186297 24221 consensus_queue.cc:260] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.186681 24221 raft_consensus.cc:399] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.186873 24221 raft_consensus.cc:493] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.187093 24221 raft_consensus.cc:3060] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.190986 24221 raft_consensus.cc:515] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.191427 24221 leader_election.cc:304] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.191820 24221 leader_election.cc:290] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.191913 24223 raft_consensus.cc:2804] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.192332 24223 raft_consensus.cc:697] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.193076 24221 ts_tablet_manager.cc:1434] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.009s user 0.007s sys 0.000s
I20251028 02:58:04.193024 24223 consensus_queue.cc:237] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.193811 24221 tablet_bootstrap.cc:492] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.198032 24221 tablet_bootstrap.cc:654] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.198693 24082 catalog_manager.cc:5649] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.201701 24221 tablet_bootstrap.cc:492] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.202030 24221 ts_tablet_manager.cc:1403] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s
I20251028 02:58:04.203598 24221 raft_consensus.cc:359] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.203899 24221 raft_consensus.cc:385] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.204080 24221 raft_consensus.cc:740] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.204519 24221 consensus_queue.cc:260] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.205032 24221 raft_consensus.cc:399] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.205273 24221 raft_consensus.cc:493] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.205583 24221 raft_consensus.cc:3060] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.210212 24221 raft_consensus.cc:515] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.210675 24221 leader_election.cc:304] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.211046 24221 leader_election.cc:290] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.211163 24223 raft_consensus.cc:2804] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.211627 24223 raft_consensus.cc:697] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.212316 24221 ts_tablet_manager.cc:1434] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20251028 02:58:04.212262 24223 consensus_queue.cc:237] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.212903 24221 tablet_bootstrap.cc:492] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.217077 24221 tablet_bootstrap.cc:654] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.218230 24082 catalog_manager.cc:5649] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.221146 24221 tablet_bootstrap.cc:492] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.221489 24221 ts_tablet_manager.cc:1403] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20251028 02:58:04.223191 24221 raft_consensus.cc:359] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.223610 24221 raft_consensus.cc:385] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.223834 24221 raft_consensus.cc:740] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.224359 24221 consensus_queue.cc:260] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.224807 24221 raft_consensus.cc:399] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.225076 24221 raft_consensus.cc:493] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.225330 24221 raft_consensus.cc:3060] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.228863 24221 raft_consensus.cc:515] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.229331 24221 leader_election.cc:304] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.229773 24221 leader_election.cc:290] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.229884 24223 raft_consensus.cc:2804] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.230288 24223 raft_consensus.cc:697] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.230882 24223 consensus_queue.cc:237] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.231273 24221 ts_tablet_manager.cc:1434] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20251028 02:58:04.231915 24221 tablet_bootstrap.cc:492] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: Bootstrap starting.
I20251028 02:58:04.235680 24221 tablet_bootstrap.cc:654] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.237078 24082 catalog_manager.cc:5649] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.239843 24221 tablet_bootstrap.cc:492] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: No bootstrap required, opened a new log
I20251028 02:58:04.240190 24221 ts_tablet_manager.cc:1403] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
I20251028 02:58:04.241904 24221 raft_consensus.cc:359] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.242344 24221 raft_consensus.cc:385] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.242594 24221 raft_consensus.cc:740] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2384ce02cb44b928add290536d182c8, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.243117 24221 consensus_queue.cc:260] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.243664 24221 raft_consensus.cc:399] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.243920 24221 raft_consensus.cc:493] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.244195 24221 raft_consensus.cc:3060] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.249286 24221 raft_consensus.cc:515] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.249812 24221 leader_election.cc:304] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d2384ce02cb44b928add290536d182c8; no voters:
I20251028 02:58:04.250183 24221 leader_election.cc:290] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.250298 24223 raft_consensus.cc:2804] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.250702 24223 raft_consensus.cc:697] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Becoming Leader. State: Replica: d2384ce02cb44b928add290536d182c8, State: Running, Role: LEADER
I20251028 02:58:04.251335 24223 consensus_queue.cc:237] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } }
I20251028 02:58:04.251703 24221 ts_tablet_manager.cc:1434] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: Time spent starting tablet: real 0.011s user 0.007s sys 0.004s
I20251028 02:58:04.257180 24082 catalog_manager.cc:5649] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d2384ce02cb44b928add290536d182c8 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "d2384ce02cb44b928add290536d182c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d2384ce02cb44b928add290536d182c8" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 45819 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.306761 23337 catalog_manager.cc:3527] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
W20251028 02:58:04.313807 23337 catalog_manager.cc:5101] could not convert tablet's 3a2fadc1e85d46c5bda424bd91c4caf9 schema from PB: OK
I20251028 02:58:04.335464 24253 tablet.cc:1722] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.339278 24253 tablet.cc:1620] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.339936 24248 tablet.cc:1722] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.343521 24248 tablet.cc:1620] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.355814 24253 tablet.cc:1722] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.361301 24253 tablet.cc:1620] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.361099 24250 tablet.cc:1722] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.363221 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:04.364478 24248 tablet.cc:1722] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.366545 24249 tablet.cc:1722] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.368849 24248 tablet.cc:1620] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.369635 24249 tablet.cc:1620] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.370498 24250 tablet.cc:1620] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.382333 24253 tablet.cc:1722] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.383898 24253 tablet.cc:1620] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.389343 24249 tablet.cc:1722] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.391187 24249 tablet.cc:1620] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.392977 24248 tablet.cc:1722] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.394894 24248 tablet.cc:1620] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.394414 24253 tablet.cc:1722] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:04.396076 24253 tablet.cc:1620] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: MemRowSet was empty: no flush needed.
I20251028 02:58:04.417554 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:04.418190 23337 tablet_replica.cc:333] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.418682 23337 raft_consensus.cc:2243] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.419059 23337 raft_consensus.cc:2272] T e1815e92c2e042c1bed2ebde08242b42 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.420794 23337 tablet_replica.cc:333] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.421231 23337 raft_consensus.cc:2243] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.421617 23337 raft_consensus.cc:2272] T 3a2fadc1e85d46c5bda424bd91c4caf9 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.423256 23337 tablet_replica.cc:333] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.423687 23337 raft_consensus.cc:2243] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.424001 23337 raft_consensus.cc:2272] T 1dd184b00823488d888ed892f78dd166 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.425804 23337 tablet_replica.cc:333] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.426242 23337 raft_consensus.cc:2243] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.426616 23337 raft_consensus.cc:2272] T 1c7af6c3e63241ce8d3bc89d4d031d35 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.428275 23337 tablet_replica.cc:333] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.428716 23337 raft_consensus.cc:2243] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.429051 23337 raft_consensus.cc:2272] T fed9594aee5e49dcac482c8cbc7e00f4 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.430698 23337 tablet_replica.cc:333] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.431129 23337 raft_consensus.cc:2243] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.431466 23337 raft_consensus.cc:2272] T 56db21ad236a4033bfc38050d305b271 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.433179 23337 tablet_replica.cc:333] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.433624 23337 raft_consensus.cc:2243] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.433936 23337 raft_consensus.cc:2272] T a2ac3b7e84cc444fabbd65cace74bb5c P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.435781 23337 tablet_replica.cc:333] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.436185 23337 raft_consensus.cc:2243] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.436537 23337 raft_consensus.cc:2272] T 2c779768b21840c8b4117f2cac8f2bdf P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.438232 23337 tablet_replica.cc:333] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.438632 23337 raft_consensus.cc:2243] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.438956 23337 raft_consensus.cc:2272] T 49bbdac832a94660be36a6c2821c9dba P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.440467 23337 tablet_replica.cc:333] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8: stopping tablet replica
I20251028 02:58:04.440821 23337 raft_consensus.cc:2243] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.441129 23337 raft_consensus.cc:2272] T 1f014f5acc414b68ba18017e42021fd0 P d2384ce02cb44b928add290536d182c8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.455762 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:04.466993 23337 master.cc:561] Master@127.22.202.126:43849 shutting down...
I20251028 02:58:04.480554 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:04.480952 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:04.481216 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P 44f0e3e4f059427eb0a2a03fcabec74c: stopping tablet replica
I20251028 02:58:04.497709 23337 master.cc:583] Master@127.22.202.126:43849 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (834 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20251028 02:58:04.517441 23337 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.22.202.126:42677
I20251028 02:58:04.518344 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:04.522383 24255 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:04.523557 24256 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:04.523723 24258 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:04.524595 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:04.525352 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:04.525590 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:04.525738 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620284525720 us; error 0 us; skew 500 ppm
I20251028 02:58:04.526207 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:04.528201 23337 webserver.cc:492] Webserver started at http://127.22.202.126:34427/ using document root <none> and password file <none>
I20251028 02:58:04.528635 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:04.528791 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:04.529023 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:04.529989 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/instance:
uuid: "f21aecfcbf564f9bb5ec339846c86961"
format_stamp: "Formatted at 2025-10-28 02:58:04 on dist-test-slave-q13t"
I20251028 02:58:04.533871 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20251028 02:58:04.536697 24263 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:04.537346 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20251028 02:58:04.537633 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
uuid: "f21aecfcbf564f9bb5ec339846c86961"
format_stamp: "Formatted at 2025-10-28 02:58:04 on dist-test-slave-q13t"
I20251028 02:58:04.537884 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:04.569846 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:04.570672 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:04.602241 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.126:42677
I20251028 02:58:04.602327 24314 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.126:42677 every 8 connection(s)
I20251028 02:58:04.605705 24315 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.614542 24315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961: Bootstrap starting.
I20251028 02:58:04.618113 24315 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.621510 24315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961: No bootstrap required, opened a new log
I20251028 02:58:04.623175 24315 raft_consensus.cc:359] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER }
I20251028 02:58:04.623498 24315 raft_consensus.cc:385] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.623715 24315 raft_consensus.cc:740] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f21aecfcbf564f9bb5ec339846c86961, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.624182 24315 consensus_queue.cc:260] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER }
I20251028 02:58:04.624564 24315 raft_consensus.cc:399] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.624770 24315 raft_consensus.cc:493] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.625006 24315 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.628608 24315 raft_consensus.cc:515] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER }
I20251028 02:58:04.629030 24315 leader_election.cc:304] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: f21aecfcbf564f9bb5ec339846c86961; no voters:
I20251028 02:58:04.629987 24315 leader_election.cc:290] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.630240 24318 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.631484 24318 raft_consensus.cc:697] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 1 LEADER]: Becoming Leader. State: Replica: f21aecfcbf564f9bb5ec339846c86961, State: Running, Role: LEADER
I20251028 02:58:04.632093 24318 consensus_queue.cc:237] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER }
I20251028 02:58:04.632642 24315 sys_catalog.cc:565] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [sys.catalog]: configured and running, proceeding with master startup.
I20251028 02:58:04.636307 24320 sys_catalog.cc:455] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f21aecfcbf564f9bb5ec339846c86961. Latest consensus state: current_term: 1 leader_uuid: "f21aecfcbf564f9bb5ec339846c86961" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER } }
I20251028 02:58:04.636922 24320 sys_catalog.cc:458] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:04.637267 24319 sys_catalog.cc:455] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "f21aecfcbf564f9bb5ec339846c86961" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f21aecfcbf564f9bb5ec339846c86961" member_type: VOTER } }
I20251028 02:58:04.637686 24319 sys_catalog.cc:458] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [sys.catalog]: This master's current role is: LEADER
I20251028 02:58:04.638717 24325 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
I20251028 02:58:04.642957 24325 catalog_manager.cc:1494] Initializing Kudu cluster ID...
I20251028 02:58:04.647302 23337 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20251028 02:58:04.650223 24325 catalog_manager.cc:1357] Generated new cluster ID: 81f46385a57a4670b1a83c8f73be2971
I20251028 02:58:04.650467 24325 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
I20251028 02:58:04.661079 24325 catalog_manager.cc:1380] Generated new certificate authority record
I20251028 02:58:04.662176 24325 catalog_manager.cc:1514] Loading token signing keys...
I20251028 02:58:04.674154 24325 catalog_manager.cc:6022] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961: Generated new TSK 0
I20251028 02:58:04.674628 24325 catalog_manager.cc:1524] Initializing in-progress tserver states...
I20251028 02:58:04.680980 23337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20251028 02:58:04.686254 24336 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:04.686606 24337 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20251028 02:58:04.687855 24339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20251028 02:58:04.688454 23337 server_base.cc:1047] running on GCE node
I20251028 02:58:04.689064 23337 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20251028 02:58:04.689249 23337 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20251028 02:58:04.689391 23337 hybrid_clock.cc:648] HybridClock initialized: now 1761620284689372 us; error 0 us; skew 500 ppm
I20251028 02:58:04.689886 23337 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20251028 02:58:04.691825 23337 webserver.cc:492] Webserver started at http://127.22.202.65:44729/ using document root <none> and password file <none>
I20251028 02:58:04.692267 23337 fs_manager.cc:362] Metadata directory not provided
I20251028 02:58:04.692440 23337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20251028 02:58:04.692672 23337 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20251028 02:58:04.693658 23337 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/instance:
uuid: "1a61f6dc64244cf49c75d6ac059485c5"
format_stamp: "Formatted at 2025-10-28 02:58:04 on dist-test-slave-q13t"
I20251028 02:58:04.697394 23337 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20251028 02:58:04.700181 24344 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:04.700788 23337 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20251028 02:58:04.701025 23337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
uuid: "1a61f6dc64244cf49c75d6ac059485c5"
format_stamp: "Formatted at 2025-10-28 02:58:04 on dist-test-slave-q13t"
I20251028 02:58:04.701272 23337 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task7FFQqA/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1761620278919334-23337-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20251028 02:58:04.734079 23337 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20251028 02:58:04.734999 23337 kserver.cc:163] Server-wide thread pool size limit: 3276
I20251028 02:58:04.736251 23337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20251028 02:58:04.738408 23337 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20251028 02:58:04.738592 23337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:04.738816 23337 ts_tablet_manager.cc:616] Registered 0 tablets
I20251028 02:58:04.738960 23337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20251028 02:58:04.773830 23337 rpc_server.cc:307] RPC server started. Bound to: 127.22.202.65:38787
I20251028 02:58:04.773910 24406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.202.65:38787 every 8 connection(s)
I20251028 02:58:04.786208 24407 heartbeater.cc:344] Connected to a master server at 127.22.202.126:42677
I20251028 02:58:04.786510 24407 heartbeater.cc:461] Registering TS with master...
I20251028 02:58:04.787058 24407 heartbeater.cc:507] Master 127.22.202.126:42677 requested a full tablet report, sending...
I20251028 02:58:04.788707 24280 ts_manager.cc:194] Registered new tserver with Master: 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65:38787)
I20251028 02:58:04.789664 23337 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012925432s
I20251028 02:58:04.790513 24280 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:37034
I20251028 02:58:04.808164 24280 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37044:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20251028 02:58:04.851819 24372 tablet_service.cc:1505] Processing CreateTablet for tablet 285d2ad0ce6d41609290c389c0305c09 (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION VALUES < 100
I20251028 02:58:04.852288 24371 tablet_service.cc:1505] Processing CreateTablet for tablet dff80798258e47158cfcb8dba6f8ba9b (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20251028 02:58:04.853031 24372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 285d2ad0ce6d41609290c389c0305c09. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.853202 24370 tablet_service.cc:1505] Processing CreateTablet for tablet 4f754a8193a945df8ada31db9ba4fe5a (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20251028 02:58:04.854533 24370 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4f754a8193a945df8ada31db9ba4fe5a. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.854974 24363 tablet_service.cc:1505] Processing CreateTablet for tablet f11069ae270e453e87ffdc7215240b2f (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 900 <= VALUES
I20251028 02:58:04.856073 24363 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f11069ae270e453e87ffdc7215240b2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.858147 24367 tablet_service.cc:1505] Processing CreateTablet for tablet 5da0afa04957409fba5c85ddf59e6a1c (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20251028 02:58:04.859311 24367 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5da0afa04957409fba5c85ddf59e6a1c. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.860072 24364 tablet_service.cc:1505] Processing CreateTablet for tablet 9848799ae7d8472698ae88dc767f5397 (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20251028 02:58:04.861225 24364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9848799ae7d8472698ae88dc767f5397. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.866200 24366 tablet_service.cc:1505] Processing CreateTablet for tablet 20354c482e644d94acc52ed60a720c2f (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20251028 02:58:04.867725 24365 tablet_service.cc:1505] Processing CreateTablet for tablet 5f93ed50ee754f518907ac0a32c21ae4 (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20251028 02:58:04.869868 24369 tablet_service.cc:1505] Processing CreateTablet for tablet 636b09dd87e449179740ba5da1f0647e (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20251028 02:58:04.869041 24368 tablet_service.cc:1505] Processing CreateTablet for tablet 565b133dbccf4cc18fc2a890d958fcd5 (DEFAULT_TABLE table=test_table [id=0e3094cd15994cae87f9f582e166d1fa]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20251028 02:58:04.871084 24371 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dff80798258e47158cfcb8dba6f8ba9b. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.875151 24366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20354c482e644d94acc52ed60a720c2f. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.880306 24365 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f93ed50ee754f518907ac0a32c21ae4. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.880396 24419 tablet_bootstrap.cc:492] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:04.880887 24369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 636b09dd87e449179740ba5da1f0647e. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.881484 24368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 565b133dbccf4cc18fc2a890d958fcd5. 1 dirs total, 0 dirs full, 0 dirs failed
I20251028 02:58:04.886909 24419 tablet_bootstrap.cc:654] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.904037 24419 tablet_bootstrap.cc:492] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:04.904453 24419 ts_tablet_manager.cc:1403] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.024s user 0.008s sys 0.013s
I20251028 02:58:04.906816 24419 raft_consensus.cc:359] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.907344 24419 raft_consensus.cc:385] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.907624 24419 raft_consensus.cc:740] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.908228 24419 consensus_queue.cc:260] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.908708 24419 raft_consensus.cc:399] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.908921 24419 raft_consensus.cc:493] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.909135 24419 raft_consensus.cc:3060] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.912683 24419 raft_consensus.cc:515] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.913174 24419 leader_election.cc:304] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:04.914510 24419 leader_election.cc:290] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.914865 24421 raft_consensus.cc:2804] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.916081 24421 raft_consensus.cc:697] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:04.916270 24407 heartbeater.cc:499] Master 127.22.202.126:42677 was elected leader, sending a full tablet report...
I20251028 02:58:04.916805 24419 ts_tablet_manager.cc:1434] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.012s user 0.013s sys 0.000s
I20251028 02:58:04.916797 24421 consensus_queue.cc:237] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.917590 24419 tablet_bootstrap.cc:492] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:04.922217 24419 tablet_bootstrap.cc:654] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.925604 24419 tablet_bootstrap.cc:492] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:04.925889 24419 ts_tablet_manager.cc:1403] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s
I20251028 02:58:04.926116 24280 catalog_manager.cc:5649] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.927536 24419 raft_consensus.cc:359] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.927901 24419 raft_consensus.cc:385] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.928112 24419 raft_consensus.cc:740] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.928567 24419 consensus_queue.cc:260] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.929001 24419 raft_consensus.cc:399] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.929220 24419 raft_consensus.cc:493] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.929481 24419 raft_consensus.cc:3060] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.935020 24419 raft_consensus.cc:515] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.935636 24419 leader_election.cc:304] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:04.936241 24419 leader_election.cc:290] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.936370 24421 raft_consensus.cc:2804] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.936829 24421 raft_consensus.cc:697] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:04.937446 24421 consensus_queue.cc:237] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.937955 24419 ts_tablet_manager.cc:1434] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.012s user 0.002s sys 0.010s
I20251028 02:58:04.938690 24419 tablet_bootstrap.cc:492] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:04.943349 24280 catalog_manager.cc:5649] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.943955 24419 tablet_bootstrap.cc:654] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.947829 24419 tablet_bootstrap.cc:492] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:04.948137 24419 ts_tablet_manager.cc:1403] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20251028 02:58:04.949960 24419 raft_consensus.cc:359] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.950425 24419 raft_consensus.cc:385] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.950681 24419 raft_consensus.cc:740] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.951200 24419 consensus_queue.cc:260] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.951733 24419 raft_consensus.cc:399] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.952028 24419 raft_consensus.cc:493] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.952353 24419 raft_consensus.cc:3060] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.955996 24419 raft_consensus.cc:515] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.956459 24419 leader_election.cc:304] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:04.956867 24419 leader_election.cc:290] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.956985 24421 raft_consensus.cc:2804] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.957442 24421 raft_consensus.cc:697] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:04.958024 24421 consensus_queue.cc:237] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.958273 24419 ts_tablet_manager.cc:1434] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.010s user 0.007s sys 0.003s
I20251028 02:58:04.958871 24419 tablet_bootstrap.cc:492] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:04.963238 24419 tablet_bootstrap.cc:654] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.963177 24280 catalog_manager.cc:5649] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.966668 24419 tablet_bootstrap.cc:492] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:04.967077 24419 ts_tablet_manager.cc:1403] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.001s
I20251028 02:58:04.968834 24419 raft_consensus.cc:359] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.969237 24419 raft_consensus.cc:385] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.969499 24419 raft_consensus.cc:740] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.969918 24419 consensus_queue.cc:260] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.970310 24419 raft_consensus.cc:399] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.970502 24419 raft_consensus.cc:493] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.970721 24419 raft_consensus.cc:3060] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.975248 24419 raft_consensus.cc:515] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.975699 24419 leader_election.cc:304] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:04.976217 24419 leader_election.cc:290] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.976366 24421 raft_consensus.cc:2804] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.977768 24421 raft_consensus.cc:697] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:04.978091 24419 ts_tablet_manager.cc:1434] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.011s user 0.011s sys 0.001s
I20251028 02:58:04.978801 24419 tablet_bootstrap.cc:492] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:04.978538 24421 consensus_queue.cc:237] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.983296 24419 tablet_bootstrap.cc:654] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:04.984648 24280 catalog_manager.cc:5649] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:04.986706 24419 tablet_bootstrap.cc:492] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:04.987097 24419 ts_tablet_manager.cc:1403] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.004s
I20251028 02:58:04.988987 24419 raft_consensus.cc:359] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.989368 24419 raft_consensus.cc:385] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:04.989662 24419 raft_consensus.cc:740] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:04.990231 24419 consensus_queue.cc:260] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.990801 24419 raft_consensus.cc:399] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:04.991004 24419 raft_consensus.cc:493] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:04.991267 24419 raft_consensus.cc:3060] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:04.995429 24419 raft_consensus.cc:515] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.995882 24419 leader_election.cc:304] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:04.996307 24419 leader_election.cc:290] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:04.996441 24421 raft_consensus.cc:2804] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:04.996845 24421 raft_consensus.cc:697] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:04.997512 24421 consensus_queue.cc:237] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:04.998067 24419 ts_tablet_manager.cc:1434] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.011s user 0.008s sys 0.004s
I20251028 02:58:04.998777 24419 tablet_bootstrap.cc:492] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:05.003386 24419 tablet_bootstrap.cc:654] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:05.003502 24280 catalog_manager.cc:5649] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.006790 24419 tablet_bootstrap.cc:492] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:05.007079 24419 ts_tablet_manager.cc:1403] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s
I20251028 02:58:05.008714 24419 raft_consensus.cc:359] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.009179 24419 raft_consensus.cc:385] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:05.009449 24419 raft_consensus.cc:740] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:05.009964 24419 consensus_queue.cc:260] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.010457 24419 raft_consensus.cc:399] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:05.010643 24419 raft_consensus.cc:493] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:05.010905 24419 raft_consensus.cc:3060] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:05.014636 24419 raft_consensus.cc:515] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.015076 24419 leader_election.cc:304] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:05.015409 24419 leader_election.cc:290] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:05.015542 24421 raft_consensus.cc:2804] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:05.015969 24421 raft_consensus.cc:697] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:05.016613 24421 consensus_queue.cc:237] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.016983 24419 ts_tablet_manager.cc:1434] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.010s user 0.007s sys 0.000s
I20251028 02:58:05.017694 24419 tablet_bootstrap.cc:492] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:05.021258 24419 tablet_bootstrap.cc:654] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:05.021942 24280 catalog_manager.cc:5649] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.024617 24419 tablet_bootstrap.cc:492] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:05.024974 24419 ts_tablet_manager.cc:1403] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s
I20251028 02:58:05.026726 24419 raft_consensus.cc:359] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.027088 24419 raft_consensus.cc:385] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:05.027294 24419 raft_consensus.cc:740] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:05.027789 24419 consensus_queue.cc:260] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.028290 24419 raft_consensus.cc:399] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:05.028489 24419 raft_consensus.cc:493] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:05.028716 24419 raft_consensus.cc:3060] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:05.033016 24419 raft_consensus.cc:515] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.033514 24419 leader_election.cc:304] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:05.034003 24419 leader_election.cc:290] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:05.034122 24421 raft_consensus.cc:2804] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:05.034533 24421 raft_consensus.cc:697] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:05.035156 24421 consensus_queue.cc:237] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.035480 24419 ts_tablet_manager.cc:1434] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20251028 02:58:05.036263 24419 tablet_bootstrap.cc:492] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:05.039767 24419 tablet_bootstrap.cc:654] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:05.040504 24280 catalog_manager.cc:5649] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.042930 24419 tablet_bootstrap.cc:492] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:05.043227 24419 ts_tablet_manager.cc:1403] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s
I20251028 02:58:05.044936 24419 raft_consensus.cc:359] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.045382 24419 raft_consensus.cc:385] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:05.045646 24419 raft_consensus.cc:740] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:05.046222 24419 consensus_queue.cc:260] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.046783 24419 raft_consensus.cc:399] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:05.047060 24419 raft_consensus.cc:493] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:05.047365 24419 raft_consensus.cc:3060] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:05.050889 24419 raft_consensus.cc:515] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.051306 24419 leader_election.cc:304] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:05.051787 24419 leader_election.cc:290] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:05.051905 24421 raft_consensus.cc:2804] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:05.052366 24421 raft_consensus.cc:697] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:05.052984 24421 consensus_queue.cc:237] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.053361 24419 ts_tablet_manager.cc:1434] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.010s user 0.003s sys 0.004s
I20251028 02:58:05.054037 24419 tablet_bootstrap.cc:492] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:05.057618 24419 tablet_bootstrap.cc:654] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:05.058583 24280 catalog_manager.cc:5649] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.060663 24419 tablet_bootstrap.cc:492] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:05.060949 24419 ts_tablet_manager.cc:1403] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
I20251028 02:58:05.062314 24419 raft_consensus.cc:359] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.062638 24419 raft_consensus.cc:385] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:05.062830 24419 raft_consensus.cc:740] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:05.063284 24419 consensus_queue.cc:260] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.063660 24419 raft_consensus.cc:399] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:05.063897 24419 raft_consensus.cc:493] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:05.064196 24419 raft_consensus.cc:3060] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:05.069308 24419 raft_consensus.cc:515] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.069887 24419 leader_election.cc:304] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:05.070402 24419 leader_election.cc:290] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:05.070524 24421 raft_consensus.cc:2804] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:05.070931 24421 raft_consensus.cc:697] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:05.071549 24421 consensus_queue.cc:237] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.071946 24419 ts_tablet_manager.cc:1434] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20251028 02:58:05.072636 24419 tablet_bootstrap.cc:492] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: Bootstrap starting.
I20251028 02:58:05.076552 24419 tablet_bootstrap.cc:654] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: Neither blocks nor log segments found. Creating new log.
I20251028 02:58:05.077278 24280 catalog_manager.cc:5649] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.079705 24419 tablet_bootstrap.cc:492] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: No bootstrap required, opened a new log
I20251028 02:58:05.079985 24419 ts_tablet_manager.cc:1403] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.003s
I20251028 02:58:05.081323 24419 raft_consensus.cc:359] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.081688 24419 raft_consensus.cc:385] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20251028 02:58:05.081872 24419 raft_consensus.cc:740] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Initialized, Role: FOLLOWER
I20251028 02:58:05.082496 24419 consensus_queue.cc:260] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.082894 24419 raft_consensus.cc:399] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20251028 02:58:05.083174 24419 raft_consensus.cc:493] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20251028 02:58:05.083424 24419 raft_consensus.cc:3060] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 0 FOLLOWER]: Advancing to term 1
I20251028 02:58:05.087033 24419 raft_consensus.cc:515] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.087561 24419 leader_election.cc:304] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1a61f6dc64244cf49c75d6ac059485c5; no voters:
I20251028 02:58:05.087982 24419 leader_election.cc:290] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20251028 02:58:05.088107 24421 raft_consensus.cc:2804] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Leader election won for term 1
I20251028 02:58:05.088519 24421 raft_consensus.cc:697] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Becoming Leader. State: Replica: 1a61f6dc64244cf49c75d6ac059485c5, State: Running, Role: LEADER
I20251028 02:58:05.089143 24421 consensus_queue.cc:237] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } }
I20251028 02:58:05.089636 24419 ts_tablet_manager.cc:1434] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: Time spent starting tablet: real 0.009s user 0.010s sys 0.000s
I20251028 02:58:05.094583 24279 catalog_manager.cc:5649] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65). New cstate: current_term: 1 leader_uuid: "1a61f6dc64244cf49c75d6ac059485c5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1a61f6dc64244cf49c75d6ac059485c5" member_type: VOTER last_known_addr { host: "127.22.202.65" port: 38787 } health_report { overall_health: HEALTHY } } }
I20251028 02:58:05.151891 23337 catalog_manager.cc:3536] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20251028 02:58:05.170035 23337 tablet_server.cc:178] TabletServer@127.22.202.65:0 shutting down...
I20251028 02:58:05.212900 24447 tablet.cc:1722] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.218609 24447 tablet.cc:1620] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.220041 24448 tablet.cc:1722] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.220435 24451 tablet.cc:1722] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.222230 24451 tablet.cc:1620] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.223186 24448 tablet.cc:1620] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
W20251028 02:58:05.225248 24266 catalog_manager.cc:4712] TS 1a61f6dc64244cf49c75d6ac059485c5 (127.22.202.65:38787): AlterTable RPC failed for tablet 5f93ed50ee754f518907ac0a32c21ae4: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20251028 02:58:05.224876 24455 tablet.cc:1722] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.229322 24455 tablet.cc:1620] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.239871 24451 tablet.cc:1722] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.241716 24451 tablet.cc:1620] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.242771 24447 tablet.cc:1722] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.244467 24447 tablet.cc:1620] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.248459 24455 tablet.cc:1722] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20251028 02:58:05.250196 24455 tablet.cc:1620] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: MemRowSet was empty: no flush needed.
I20251028 02:58:05.248459 23337 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20251028 02:58:05.253101 23337 tablet_replica.cc:333] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.253844 23337 raft_consensus.cc:2243] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.254930 23337 raft_consensus.cc:2272] T 5f93ed50ee754f518907ac0a32c21ae4 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.257958 23337 tablet_replica.cc:333] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.258747 23337 raft_consensus.cc:2243] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.259191 23337 raft_consensus.cc:2272] T 636b09dd87e449179740ba5da1f0647e P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.261059 23337 tablet_replica.cc:333] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.261548 23337 raft_consensus.cc:2243] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.261878 23337 raft_consensus.cc:2272] T dff80798258e47158cfcb8dba6f8ba9b P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.263576 23337 tablet_replica.cc:333] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.264008 23337 raft_consensus.cc:2243] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.264326 23337 raft_consensus.cc:2272] T 9848799ae7d8472698ae88dc767f5397 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.266150 23337 tablet_replica.cc:333] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.266584 23337 raft_consensus.cc:2243] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.266901 23337 raft_consensus.cc:2272] T 5da0afa04957409fba5c85ddf59e6a1c P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.268520 23337 tablet_replica.cc:333] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.268944 23337 raft_consensus.cc:2243] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.269261 23337 raft_consensus.cc:2272] T 565b133dbccf4cc18fc2a890d958fcd5 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.271001 23337 tablet_replica.cc:333] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.271461 23337 raft_consensus.cc:2243] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.271803 23337 raft_consensus.cc:2272] T 4f754a8193a945df8ada31db9ba4fe5a P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.273909 23337 tablet_replica.cc:333] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.274480 23337 raft_consensus.cc:2243] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.274807 23337 raft_consensus.cc:2272] T 20354c482e644d94acc52ed60a720c2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.276598 23337 tablet_replica.cc:333] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.277004 23337 raft_consensus.cc:2243] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.277312 23337 raft_consensus.cc:2272] T f11069ae270e453e87ffdc7215240b2f P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.279120 23337 tablet_replica.cc:333] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5: stopping tablet replica
I20251028 02:58:05.279500 23337 raft_consensus.cc:2243] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.279811 23337 raft_consensus.cc:2272] T 285d2ad0ce6d41609290c389c0305c09 P 1a61f6dc64244cf49c75d6ac059485c5 [term 1 FOLLOWER]: Raft consensus is shut down!
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009e508 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3ab380)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3ab294)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3ab08b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3341)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2ef3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b440009e508 by thread T128 (mutexes: write M172961098969305920):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a425a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a1936)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Location is heap block of size 264 at 0x7b440009e480 allocated by thread T102:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29d446)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a9a95)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a9871)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x3a31a5)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x3a11ce)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41e57b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d0f36)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c1524)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d54a1)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d5449)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d53d9)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d53a1)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d467d)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Thread T102 (tid=24419, finished) created by thread T198 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2be6f2)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1512:34 (libtserver.so+0x26cf59)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f3ecc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3306)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f2caf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f5fc3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f72e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7299)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f7229)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f71f1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f64ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b080011f720 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3ab45a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3ab2d9)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3ab0b7)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x3a3341)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2ef3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b080011f720 by thread T128 (mutexes: write M172961098969305920):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x3a1972)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009dc30 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2efb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009dc30 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a99a3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a98e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4312)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009dc38 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x3a2efb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3aa1b5)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009dc38 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a94b4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a431d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009e4f0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009e4f0 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a99a3)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a98e9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a4312)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009e4f8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous atomic write of size 8 at 0x7b440009e4f8 by thread T128 (mutexes: write M172961098969305920):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a94b4)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a431d)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x3a1981)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=23337)
Write of size 8 at 0x7b440009e500 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f299)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f239)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29dbe2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29db79)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3aa87d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3aa220)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41d0f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfed5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d00e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1008f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1008b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100879)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1007da)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3c0989)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3c0960)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3c0920)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b88d6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b87f4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b85ab)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x28f861)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bbcde)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25bd6e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x261539)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31bd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b97)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3d74)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6593)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6629)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f37)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e9d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e2b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c00d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c069)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d5b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f96c)
Previous read of size 8 at 0x7b440009e500 by thread T128 (mutexes: write M172961098969305920):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a4219)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x3a192a)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41dac0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416b22)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4162b3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41a4c1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41a479)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41a409)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41a3d1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x4195fd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
Mutex M172961098969305920 is already destroyed.
Thread T128 'apply [worker]-' (tid=24455, running) created by thread T67 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4495c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d7219)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x465c4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x463eef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x4661b2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415650)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415be9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x417e7a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417e08)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417d88)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417d43)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416f5c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ee6f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e8ea8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f0ea0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1c8583)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e1e74)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167e64)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x167e13)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167d88)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167d43)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16702c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x190a66)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x178c0b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x1632ed)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x166cc5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x166c59)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x166be9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x166bb1)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x165ead)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x466a14)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x468d61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x468d19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x468ca9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x468c71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x467f6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360ff4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e39)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x449d1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20251028 02:58:05.652562 23337 tablet_server.cc:195] TabletServer@127.22.202.65:0 shutdown complete.
I20251028 02:58:05.664913 23337 master.cc:561] Master@127.22.202.126:42677 shutting down...
I20251028 02:58:05.997545 23337 raft_consensus.cc:2243] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 1 LEADER]: Raft consensus shutting down.
I20251028 02:58:05.998011 23337 raft_consensus.cc:2272] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961 [term 1 FOLLOWER]: Raft consensus is shut down!
I20251028 02:58:05.998243 23337 tablet_replica.cc:333] T 00000000000000000000000000000000 P f21aecfcbf564f9bb5ec339846c86961: stopping tablet replica
I20251028 02:58:06.015300 23337 master.cc:583] Master@127.22.202.126:42677 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (1517 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (6901 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (6964 ms total)
[ PASSED ] 10 tests.
I20251028 02:58:06.039770 23337 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:5101: suppressed but not reported on 34 messages since previous log ~1 seconds ago
I20251028 02:58:06.039987 23337 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4712: suppressed but not reported on 17 messages since previous log ~0 seconds ago
I20251028 02:58:06.040127 23337 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 84 messages since previous log ~4 seconds ago
ThreadSanitizer: reported 7 warnings