CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128c08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3a7a40)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3a7954)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3a774b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39fa01)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5b3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b4400128c08 by thread T70 (mutexes: write M695660130721818000):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a091a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39dff6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Location is heap block of size 264 at 0x7b4400128b80 allocated by thread T157:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x33f397)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29b1a6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a6155)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a5f31)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x39f865)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x39d88e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41e0ab)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:277:19 (libtablet.so+0x3d0a66)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1430:18 (libtserver.so+0x2b94a0)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2cd411)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2cd3b9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2cd349)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2cd311)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2cc5ed)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Thread T157 (tid=16658, finished) created by thread T185 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2b6692)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1475:34 (libtserver.so+0x266c99)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x67d34)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x67cc2)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x67bf1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x67b6c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x66e22)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f2dcc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f2206)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f1baf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f4ec3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f61e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f6199)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f6129)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f60f1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f53ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b08000be4a0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a7b1a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3a7999)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3a7777)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39fa01)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5b3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b08000be4a0 by thread T70 (mutexes: write M695660130721818000):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x39e032)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128330 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5bb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128330 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x312f45)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5f93)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a5ed9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a09d2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128338 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5bb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128338 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31a018)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bab4)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8b8d9)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7e830)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a5b74)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a09dd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128bf0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128bf0 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x312f45)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5f93)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a5ed9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a09d2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128bf8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128bf8 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31a018)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bab4)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8b8d9)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7e830)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a5b74)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a09dd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=15772) Write of size 8 at 0x7b4400128c00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b4400128c00 by thread T70 (mutexes: write M695660130721818000):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a08d9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39dfea)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20250624 08:00:34.075155 15772 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20250624 08:00:34.075644 15772 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20250624 08:00:34.075857 15772 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20250624 08:00:34.076046 15772 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (7 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (46 ms)
[----------] 3 tests from TableInfoTest (55 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (10 ms)
[----------] 1 test from TestTSDescriptor (10 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20250624 08:00:34.141040 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:35781
I20250624 08:00:34.142278 15772 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20250624 08:00:34.143234 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:34.159086 15779 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:34.159709 15781 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:35.329857 15780 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
W20250624 08:00:34.159404 15778 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:35.330221 15772 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
I20250624 08:00:35.334339 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:35.334578 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:35.334730 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752035334715 us; error 0 us; skew 500 ppm
I20250624 08:00:35.335520 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:35.346973 15772 webserver.cc:469] Webserver started at http://127.15.103.62:39183/ using document root <none> and password file <none>
I20250624 08:00:35.347820 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:35.348006 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:35.348377 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:35.358466 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "86395118b101489092153da6d605d565"
format_stamp: "Formatted at 2025-06-24 08:00:35 on dist-test-slave-3lcc"
I20250624 08:00:35.365921 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
I20250624 08:00:35.370831 15787 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:35.371820 15772 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
I20250624 08:00:35.372133 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "86395118b101489092153da6d605d565"
format_stamp: "Formatted at 2025-06-24 08:00:35 on dist-test-slave-3lcc"
I20250624 08:00:35.372440 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:35.420774 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:35.422228 15772 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20250624 08:00:35.422660 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:35.491451 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:35781
I20250624 08:00:35.491545 15838 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:35781 every 8 connection(s)
I20250624 08:00:35.498315 15839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:35.519277 15839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Bootstrap starting.
I20250624 08:00:35.524992 15839 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:35.526823 15839 log.cc:826] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Log is configured to *not* fsync() on all Append() calls
I20250624 08:00:35.531030 15839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: No bootstrap required, opened a new log
I20250624 08:00:35.550465 15839 raft_consensus.cc:357] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER }
I20250624 08:00:35.550973 15839 raft_consensus.cc:383] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:35.551214 15839 raft_consensus.cc:738] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86395118b101489092153da6d605d565, State: Initialized, Role: FOLLOWER
I20250624 08:00:35.551988 15839 consensus_queue.cc:260] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER }
I20250624 08:00:35.552471 15839 raft_consensus.cc:397] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:35.552724 15839 raft_consensus.cc:491] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:35.553015 15839 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:35.557018 15839 raft_consensus.cc:513] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER }
I20250624 08:00:35.557713 15839 leader_election.cc:304] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 86395118b101489092153da6d605d565; no voters:
I20250624 08:00:35.559327 15839 leader_election.cc:290] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:35.559557 15842 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:35.561645 15842 raft_consensus.cc:695] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 1 LEADER]: Becoming Leader. State: Replica: 86395118b101489092153da6d605d565, State: Running, Role: LEADER
I20250624 08:00:35.562569 15842 consensus_queue.cc:237] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER }
I20250624 08:00:35.563613 15839 sys_catalog.cc:564] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:35.570124 15844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 86395118b101489092153da6d605d565. Latest consensus state: current_term: 1 leader_uuid: "86395118b101489092153da6d605d565" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER } }
I20250624 08:00:35.570396 15843 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "86395118b101489092153da6d605d565" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "86395118b101489092153da6d605d565" member_type: VOTER } }
I20250624 08:00:35.570818 15844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:35.570868 15843 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:35.574268 15850 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:35.586026 15850 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:35.587970 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:35.602279 15850 catalog_manager.cc:1349] Generated new cluster ID: 8735a1323fd1474dbb025a857c1df650
I20250624 08:00:35.602599 15850 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:35.621668 15850 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:35.623687 15850 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:35.641172 15850 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Generated new TSK 0
I20250624 08:00:35.642338 15850 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:35.654441 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:35.662340 15861 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:35.663880 15862 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:35.667580 15864 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:35.667635 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:35.668519 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:35.668723 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:35.668884 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752035668863 us; error 0 us; skew 500 ppm
I20250624 08:00:35.669466 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:35.674104 15772 webserver.cc:469] Webserver started at http://127.15.103.1:41499/ using document root <none> and password file <none>
I20250624 08:00:35.674664 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:35.674861 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:35.675146 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:35.676239 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "aa0711888a2142b3acaccb2d70517d4e"
format_stamp: "Formatted at 2025-06-24 08:00:35 on dist-test-slave-3lcc"
I20250624 08:00:35.682227 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.008s
I20250624 08:00:35.686540 15869 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:35.687347 15772 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
I20250624 08:00:35.687615 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "aa0711888a2142b3acaccb2d70517d4e"
format_stamp: "Formatted at 2025-06-24 08:00:35 on dist-test-slave-3lcc"
I20250624 08:00:35.687885 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:35.716028 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:35.718046 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:35.722745 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:35.729068 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:35.729441 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
I20250624 08:00:35.729744 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:35.729981 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:35.846633 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:44775
I20250624 08:00:35.846760 15931 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:44775 every 8 connection(s)
I20250624 08:00:35.874413 15932 heartbeater.cc:344] Connected to a master server at 127.15.103.62:35781
I20250624 08:00:35.874904 15932 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:35.876000 15932 heartbeater.cc:507] Master 127.15.103.62:35781 requested a full tablet report, sending...
I20250624 08:00:35.879508 15804 ts_manager.cc:194] Registered new tserver with Master: aa0711888a2142b3acaccb2d70517d4e (127.15.103.1:44775)
I20250624 08:00:35.879998 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.027927509s
I20250624 08:00:35.882508 15804 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:37430
I20250624 08:00:35.911350 15804 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37438:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250624 08:00:36.004832 15897 tablet_service.cc:1468] Processing CreateTablet for tablet 471d9b901ca647db83538f97e89ec632 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION VALUES < 100
I20250624 08:00:36.005018 15896 tablet_service.cc:1468] Processing CreateTablet for tablet 592def31d5f14b2e82e3001b285107b6 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250624 08:00:36.004869 15895 tablet_service.cc:1468] Processing CreateTablet for tablet 2cfcd005d9214bb7a42615e8b2331c4e (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250624 08:00:36.008993 15897 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 471d9b901ca647db83538f97e89ec632. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.007102 15893 tablet_service.cc:1468] Processing CreateTablet for tablet 50a78e7fb7e3490b8322641e44f36526 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250624 08:00:36.012508 15896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 592def31d5f14b2e82e3001b285107b6. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.012022 15891 tablet_service.cc:1468] Processing CreateTablet for tablet 7aef9f9d474e426d80b8e32b590c76a9 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250624 08:00:36.010798 15894 tablet_service.cc:1468] Processing CreateTablet for tablet 2e763d1139924518a4422c6094e95ad7 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250624 08:00:36.012459 15892 tablet_service.cc:1468] Processing CreateTablet for tablet 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250624 08:00:36.016160 15895 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2cfcd005d9214bb7a42615e8b2331c4e. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.017431 15891 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7aef9f9d474e426d80b8e32b590c76a9. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.019867 15889 tablet_service.cc:1468] Processing CreateTablet for tablet b2554e8b4e1a4a96b32f23fcfa607364 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250624 08:00:36.019831 15888 tablet_service.cc:1468] Processing CreateTablet for tablet c3ad3441883d4146a405707d4f52f246 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250624 08:00:36.019151 15890 tablet_service.cc:1468] Processing CreateTablet for tablet 1011fcf615f04853ab2789237d4dd939 (DEFAULT_TABLE table=test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250624 08:00:36.021682 15893 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 50a78e7fb7e3490b8322641e44f36526. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.022791 15892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.027813 15889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b2554e8b4e1a4a96b32f23fcfa607364. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.028512 15890 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1011fcf615f04853ab2789237d4dd939. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.030794 15888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3ad3441883d4146a405707d4f52f246. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.032313 15894 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e763d1139924518a4422c6094e95ad7. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:36.080322 15944 tablet_bootstrap.cc:492] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.098927 15944 tablet_bootstrap.cc:654] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.103585 15944 tablet_bootstrap.cc:492] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.103952 15944 ts_tablet_manager.cc:1397] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.024s user 0.004s sys 0.007s
I20250624 08:00:36.105861 15944 raft_consensus.cc:357] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.106312 15944 raft_consensus.cc:383] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.106534 15944 raft_consensus.cc:738] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.106998 15944 consensus_queue.cc:260] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.107528 15944 raft_consensus.cc:397] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.107770 15944 raft_consensus.cc:491] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.108013 15944 raft_consensus.cc:3058] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.112397 15944 raft_consensus.cc:513] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.112898 15944 leader_election.cc:304] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.114360 15944 leader_election.cc:290] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.114688 15946 raft_consensus.cc:2802] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.117806 15946 raft_consensus.cc:695] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.118507 15946 consensus_queue.cc:237] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.118804 15932 heartbeater.cc:499] Master 127.15.103.62:35781 was elected leader, sending a full tablet report...
I20250624 08:00:36.124140 15944 ts_tablet_manager.cc:1428] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.020s user 0.008s sys 0.011s
I20250624 08:00:36.125170 15944 tablet_bootstrap.cc:492] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.133790 15944 tablet_bootstrap.cc:654] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.138914 15804 catalog_manager.cc:5582] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.144495 15944 tablet_bootstrap.cc:492] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.144912 15944 ts_tablet_manager.cc:1397] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.020s user 0.011s sys 0.006s
I20250624 08:00:36.147907 15944 raft_consensus.cc:357] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.148586 15944 raft_consensus.cc:383] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.148876 15944 raft_consensus.cc:738] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.149499 15944 consensus_queue.cc:260] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.150110 15944 raft_consensus.cc:397] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.150399 15944 raft_consensus.cc:491] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.150696 15944 raft_consensus.cc:3058] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.157173 15944 raft_consensus.cc:513] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.157852 15944 leader_election.cc:304] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.158440 15944 leader_election.cc:290] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.158591 15946 raft_consensus.cc:2802] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.159303 15946 raft_consensus.cc:695] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.161712 15944 ts_tablet_manager.cc:1428] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.016s user 0.008s sys 0.006s
I20250624 08:00:36.161533 15946 consensus_queue.cc:237] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.162524 15944 tablet_bootstrap.cc:492] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.169661 15944 tablet_bootstrap.cc:654] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.171671 15803 catalog_manager.cc:5582] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.176389 15944 tablet_bootstrap.cc:492] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.176801 15944 ts_tablet_manager.cc:1397] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.004s
I20250624 08:00:36.181574 15944 raft_consensus.cc:357] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.182109 15944 raft_consensus.cc:383] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.182389 15944 raft_consensus.cc:738] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.182992 15944 consensus_queue.cc:260] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.183606 15944 raft_consensus.cc:397] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.183902 15944 raft_consensus.cc:491] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.184221 15944 raft_consensus.cc:3058] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.190531 15944 raft_consensus.cc:513] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.191187 15944 leader_election.cc:304] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.191790 15944 leader_election.cc:290] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.191932 15946 raft_consensus.cc:2802] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.192438 15946 raft_consensus.cc:695] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.193044 15946 consensus_queue.cc:237] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.194386 15944 ts_tablet_manager.cc:1428] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.017s user 0.014s sys 0.002s
I20250624 08:00:36.195207 15944 tablet_bootstrap.cc:492] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.199218 15803 catalog_manager.cc:5582] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.201748 15944 tablet_bootstrap.cc:654] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.208474 15944 tablet_bootstrap.cc:492] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.208882 15944 ts_tablet_manager.cc:1397] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.014s user 0.004s sys 0.008s
I20250624 08:00:36.211365 15944 raft_consensus.cc:357] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.211922 15944 raft_consensus.cc:383] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.212227 15944 raft_consensus.cc:738] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.212863 15944 consensus_queue.cc:260] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.213387 15944 raft_consensus.cc:397] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.213639 15944 raft_consensus.cc:491] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.213898 15944 raft_consensus.cc:3058] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.217870 15944 raft_consensus.cc:513] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.218366 15944 leader_election.cc:304] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.218828 15944 leader_election.cc:290] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.218982 15946 raft_consensus.cc:2802] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.219422 15946 raft_consensus.cc:695] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.220916 15944 ts_tablet_manager.cc:1428] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.012s user 0.008s sys 0.004s
I20250624 08:00:36.220628 15946 consensus_queue.cc:237] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.221736 15944 tablet_bootstrap.cc:492] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.229060 15944 tablet_bootstrap.cc:654] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.229261 15803 catalog_manager.cc:5582] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.235626 15944 tablet_bootstrap.cc:492] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.235953 15944 ts_tablet_manager.cc:1397] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.014s user 0.007s sys 0.005s
I20250624 08:00:36.237916 15944 raft_consensus.cc:357] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.238698 15944 raft_consensus.cc:383] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.238986 15944 raft_consensus.cc:738] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.239606 15944 consensus_queue.cc:260] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.240196 15944 raft_consensus.cc:397] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.240605 15944 raft_consensus.cc:491] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.240944 15944 raft_consensus.cc:3058] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.246707 15944 raft_consensus.cc:513] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.247198 15944 leader_election.cc:304] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.247637 15944 leader_election.cc:290] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.247788 15947 raft_consensus.cc:2802] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.248212 15947 raft_consensus.cc:695] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.249526 15944 ts_tablet_manager.cc:1428] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.013s user 0.011s sys 0.003s
I20250624 08:00:36.249204 15947 consensus_queue.cc:237] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.250109 15944 tablet_bootstrap.cc:492] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.256712 15944 tablet_bootstrap.cc:654] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.256765 15803 catalog_manager.cc:5582] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.262017 15944 tablet_bootstrap.cc:492] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.262344 15944 ts_tablet_manager.cc:1397] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.005s
I20250624 08:00:36.264240 15944 raft_consensus.cc:357] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.264638 15944 raft_consensus.cc:383] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.264827 15944 raft_consensus.cc:738] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.265324 15944 consensus_queue.cc:260] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.265861 15944 raft_consensus.cc:397] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.266139 15944 raft_consensus.cc:491] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.266458 15944 raft_consensus.cc:3058] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.270427 15944 raft_consensus.cc:513] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.270871 15944 leader_election.cc:304] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.271276 15944 leader_election.cc:290] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.271602 15947 raft_consensus.cc:2802] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.272024 15947 raft_consensus.cc:695] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.272657 15947 consensus_queue.cc:237] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.273056 15944 ts_tablet_manager.cc:1428] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.010s user 0.011s sys 0.000s
I20250624 08:00:36.273770 15944 tablet_bootstrap.cc:492] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.280494 15944 tablet_bootstrap.cc:654] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.281342 15803 catalog_manager.cc:5582] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.286379 15944 tablet_bootstrap.cc:492] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.286767 15944 ts_tablet_manager.cc:1397] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.004s
I20250624 08:00:36.288954 15944 raft_consensus.cc:357] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.289458 15944 raft_consensus.cc:383] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.289707 15944 raft_consensus.cc:738] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.290235 15944 consensus_queue.cc:260] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.290791 15944 raft_consensus.cc:397] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.291054 15944 raft_consensus.cc:491] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.291333 15944 raft_consensus.cc:3058] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.297335 15944 raft_consensus.cc:513] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.297930 15944 leader_election.cc:304] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.298447 15944 leader_election.cc:290] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.298727 15947 raft_consensus.cc:2802] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.299268 15947 raft_consensus.cc:695] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.299986 15944 ts_tablet_manager.cc:1428] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.013s user 0.010s sys 0.002s
I20250624 08:00:36.299934 15947 consensus_queue.cc:237] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.300730 15944 tablet_bootstrap.cc:492] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.306165 15944 tablet_bootstrap.cc:654] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.307663 15803 catalog_manager.cc:5582] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.312706 15944 tablet_bootstrap.cc:492] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.313094 15944 ts_tablet_manager.cc:1397] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.003s
I20250624 08:00:36.315285 15944 raft_consensus.cc:357] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.315773 15944 raft_consensus.cc:383] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.316033 15944 raft_consensus.cc:738] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.316589 15944 consensus_queue.cc:260] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.317149 15944 raft_consensus.cc:397] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.317431 15944 raft_consensus.cc:491] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.318261 15944 raft_consensus.cc:3058] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.323639 15944 raft_consensus.cc:513] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.324225 15944 leader_election.cc:304] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.324865 15944 leader_election.cc:290] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.324991 15947 raft_consensus.cc:2802] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.325492 15947 raft_consensus.cc:695] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.326171 15947 consensus_queue.cc:237] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.326464 15944 ts_tablet_manager.cc:1428] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.013s user 0.010s sys 0.001s
I20250624 08:00:36.327237 15944 tablet_bootstrap.cc:492] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
I20250624 08:00:36.332715 15944 tablet_bootstrap.cc:654] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.334528 15803 catalog_manager.cc:5582] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.339978 15944 tablet_bootstrap.cc:492] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.340361 15944 ts_tablet_manager.cc:1397] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.003s
I20250624 08:00:36.342619 15944 raft_consensus.cc:357] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.343104 15944 raft_consensus.cc:383] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.343355 15944 raft_consensus.cc:738] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.343910 15944 consensus_queue.cc:260] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.344466 15944 raft_consensus.cc:397] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.344727 15944 raft_consensus.cc:491] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.345012 15944 raft_consensus.cc:3058] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.350330 15944 raft_consensus.cc:513] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.350854 15944 leader_election.cc:304] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.351302 15944 leader_election.cc:290] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.351428 15947 raft_consensus.cc:2802] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.351840 15947 raft_consensus.cc:695] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.352372 15947 consensus_queue.cc:237] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.352780 15944 ts_tablet_manager.cc:1428] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.012s user 0.007s sys 0.003s
I20250624 08:00:36.353538 15944 tablet_bootstrap.cc:492] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Bootstrap starting.
W20250624 08:00:36.354882 15933 tablet.cc:2378] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20250624 08:00:36.359464 15944 tablet_bootstrap.cc:654] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:36.365962 15803 catalog_manager.cc:5582] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.367272 15944 tablet_bootstrap.cc:492] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: No bootstrap required, opened a new log
I20250624 08:00:36.367669 15944 ts_tablet_manager.cc:1397] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.001s
I20250624 08:00:36.369855 15944 raft_consensus.cc:357] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.370422 15944 raft_consensus.cc:383] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:36.370708 15944 raft_consensus.cc:738] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Initialized, Role: FOLLOWER
I20250624 08:00:36.371214 15944 consensus_queue.cc:260] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.371711 15944 raft_consensus.cc:397] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:36.371973 15944 raft_consensus.cc:491] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:36.372279 15944 raft_consensus.cc:3058] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:36.377351 15944 raft_consensus.cc:513] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.377831 15944 leader_election.cc:304] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: aa0711888a2142b3acaccb2d70517d4e; no voters:
I20250624 08:00:36.378224 15944 leader_election.cc:290] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:36.378391 15947 raft_consensus.cc:2802] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:36.378844 15947 raft_consensus.cc:695] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Becoming Leader. State: Replica: aa0711888a2142b3acaccb2d70517d4e, State: Running, Role: LEADER
I20250624 08:00:36.379472 15944 ts_tablet_manager.cc:1428] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Time spent starting tablet: real 0.012s user 0.007s sys 0.004s
I20250624 08:00:36.379488 15947 consensus_queue.cc:237] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } }
I20250624 08:00:36.386186 15803 catalog_manager.cc:5582] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e reported cstate change: term changed from 0 to 1, leader changed from <none> to aa0711888a2142b3acaccb2d70517d4e (127.15.103.1). New cstate: current_term: 1 leader_uuid: "aa0711888a2142b3acaccb2d70517d4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aa0711888a2142b3acaccb2d70517d4e" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 44775 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:36.460520 15772 catalog_manager.cc:2730] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20250624 08:00:36.475925 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 471d9b901ca647db83538f97e89ec632
I20250624 08:00:36.476816 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 592def31d5f14b2e82e3001b285107b6
I20250624 08:00:36.477509 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 2cfcd005d9214bb7a42615e8b2331c4e
I20250624 08:00:36.477998 15889 tablet_service.cc:1515] Processing DeleteTablet for tablet 471d9b901ca647db83538f97e89ec632 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.478195 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 2e763d1139924518a4422c6094e95ad7
I20250624 08:00:36.478470 15897 tablet_service.cc:1515] Processing DeleteTablet for tablet 592def31d5f14b2e82e3001b285107b6 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.478807 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 50a78e7fb7e3490b8322641e44f36526
I20250624 08:00:36.479385 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4
I20250624 08:00:36.480338 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 7aef9f9d474e426d80b8e32b590c76a9
I20250624 08:00:36.480955 15888 tablet_service.cc:1515] Processing DeleteTablet for tablet 2e763d1139924518a4422c6094e95ad7 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.481350 15895 tablet_service.cc:1515] Processing DeleteTablet for tablet 50a78e7fb7e3490b8322641e44f36526 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.481781 15888 tablet_service.cc:1515] Processing DeleteTablet for tablet 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.482338 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet 1011fcf615f04853ab2789237d4dd939
I20250624 08:00:36.482445 15895 tablet_service.cc:1515] Processing DeleteTablet for tablet 7aef9f9d474e426d80b8e32b590c76a9 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.482445 15897 tablet_service.cc:1515] Processing DeleteTablet for tablet 2cfcd005d9214bb7a42615e8b2331c4e with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.483673 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet b2554e8b4e1a4a96b32f23fcfa607364
I20250624 08:00:36.483968 15969 tablet_replica.cc:331] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.483855 15897 tablet_service.cc:1515] Processing DeleteTablet for tablet 1011fcf615f04853ab2789237d4dd939 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.484606 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: Sending DeleteTablet for 1 replicas of tablet c3ad3441883d4146a405707d4f52f246
I20250624 08:00:36.484994 15969 raft_consensus.cc:2241] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.485248 15897 tablet_service.cc:1515] Processing DeleteTablet for tablet b2554e8b4e1a4a96b32f23fcfa607364 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.485656 15969 raft_consensus.cc:2270] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.486462 15897 tablet_service.cc:1515] Processing DeleteTablet for tablet c3ad3441883d4146a405707d4f52f246 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:36 UTC) from {username='slave'} at 127.0.0.1:33044
I20250624 08:00:36.487164 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:36.489604 15969 ts_tablet_manager.cc:1905] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Deleting tablet data with delete state TABLET_DATA_DELETED
I20250624 08:00:36.507217 15969 ts_tablet_manager.cc:1918] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250624 08:00:36.507707 15969 log.cc:1199] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Deleting WAL directory at /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root/wals/471d9b901ca647db83538f97e89ec632
I20250624 08:00:36.508513 15969 ts_tablet_manager.cc:1939] T 471d9b901ca647db83538f97e89ec632 P aa0711888a2142b3acaccb2d70517d4e: Deleting consensus metadata
I20250624 08:00:36.511837 15969 tablet_replica.cc:331] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.511970 15789 catalog_manager.cc:4928] TS aa0711888a2142b3acaccb2d70517d4e (127.15.103.1:44775): tablet 471d9b901ca647db83538f97e89ec632 (table test_table [id=3a63ddfba8f74ca9b17cec822021c3ac]) successfully deleted
I20250624 08:00:36.512748 15969 raft_consensus.cc:2241] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.513257 15969 raft_consensus.cc:2270] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.516441 15969 ts_tablet_manager.cc:1905] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Deleting tablet data with delete state TABLET_DATA_DELETED
I20250624 08:00:36.527307 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250624 08:00:36.529357 15969 ts_tablet_manager.cc:1918] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250624 08:00:36.529683 15969 log.cc:1199] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Deleting WAL directory at /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1750752033917381-15772-0/minicluster-data/ts-0-root/wals/592def31d5f14b2e82e3001b285107b6
I20250624 08:00:36.530226 15969 ts_tablet_manager.cc:1939] T 592def31d5f14b2e82e3001b285107b6 P aa0711888a2142b3acaccb2d70517d4e: Deleting consensus metadata
W20250624 08:00:36.532063 15789 catalog_manager.cc:4920] TS aa0711888a2142b3acaccb2d70517d4e (127.15.103.1:44775): delete failed for tablet 592def31d5f14b2e82e3001b285107b6 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
W20250624 08:00:36.532817 15789 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: Tablet server shutting down
I20250624 08:00:36.533888 15772 tablet_replica.cc:331] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.534792 15772 raft_consensus.cc:2241] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.535310 15772 raft_consensus.cc:2270] T b2554e8b4e1a4a96b32f23fcfa607364 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.538305 15772 tablet_replica.cc:331] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.539062 15772 raft_consensus.cc:2241] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
W20250624 08:00:36.539018 15789 catalog_manager.cc:4671] TS aa0711888a2142b3acaccb2d70517d4e (127.15.103.1:44775): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 2e763d1139924518a4422c6094e95ad7: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20250624 08:00:36.539650 15772 raft_consensus.cc:2270] T 1011fcf615f04853ab2789237d4dd939 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.541801 15772 tablet_replica.cc:331] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.542272 15772 raft_consensus.cc:2241] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.542629 15772 raft_consensus.cc:2270] T c3ad3441883d4146a405707d4f52f246 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.544431 15772 tablet_replica.cc:331] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.544878 15772 raft_consensus.cc:2241] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.545282 15772 raft_consensus.cc:2270] T 0a148e88f8bf4b5a9bfd1d9bd9c4a4c4 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.547222 15772 tablet_replica.cc:331] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.547691 15772 raft_consensus.cc:2241] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.548027 15772 raft_consensus.cc:2270] T 2e763d1139924518a4422c6094e95ad7 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.549727 15772 tablet_replica.cc:331] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.550150 15772 raft_consensus.cc:2241] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.550489 15772 raft_consensus.cc:2270] T 7aef9f9d474e426d80b8e32b590c76a9 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.552174 15772 tablet_replica.cc:331] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.552592 15772 raft_consensus.cc:2241] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.552917 15772 raft_consensus.cc:2270] T 2cfcd005d9214bb7a42615e8b2331c4e P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.554811 15772 tablet_replica.cc:331] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e: stopping tablet replica
I20250624 08:00:36.555212 15772 raft_consensus.cc:2241] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.555557 15772 raft_consensus.cc:2270] T 50a78e7fb7e3490b8322641e44f36526 P aa0711888a2142b3acaccb2d70517d4e [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.717885 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:36.733660 15772 master.cc:561] Master@127.15.103.62:35781 shutting down...
I20250624 08:00:36.954875 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:36.955458 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:36.955876 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P 86395118b101489092153da6d605d565: stopping tablet replica
I20250624 08:00:36.974766 15772 master.cc:583] Master@127.15.103.62:35781 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (2865 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20250624 08:00:37.004742 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:44157
I20250624 08:00:37.006060 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:37.011356 15972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:37.013248 15973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:37.015769 15772 server_base.cc:1048] running on GCE node
W20250624 08:00:37.016454 15975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:37.017344 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:37.017601 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:37.017800 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752037017784 us; error 0 us; skew 500 ppm
I20250624 08:00:37.018451 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:37.021149 15772 webserver.cc:469] Webserver started at http://127.15.103.62:39383/ using document root <none> and password file <none>
I20250624 08:00:37.021762 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:37.021978 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:37.022270 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:37.023564 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "a65a2986f1654bb9afa043aa9ebf248c"
format_stamp: "Formatted at 2025-06-24 08:00:37 on dist-test-slave-3lcc"
I20250624 08:00:37.029093 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
I20250624 08:00:37.032972 15980 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:37.033828 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250624 08:00:37.034134 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "a65a2986f1654bb9afa043aa9ebf248c"
format_stamp: "Formatted at 2025-06-24 08:00:37 on dist-test-slave-3lcc"
I20250624 08:00:37.034467 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:37.066471 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:37.067732 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:37.109794 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:44157
I20250624 08:00:37.109836 16031 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:44157 every 8 connection(s)
I20250624 08:00:37.114465 16032 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.123569 16032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Bootstrap starting.
I20250624 08:00:37.127667 16032 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.131538 16032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: No bootstrap required, opened a new log
I20250624 08:00:37.133319 16032 raft_consensus.cc:357] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER }
I20250624 08:00:37.133700 16032 raft_consensus.cc:383] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.133908 16032 raft_consensus.cc:738] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a65a2986f1654bb9afa043aa9ebf248c, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.134438 16032 consensus_queue.cc:260] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER }
I20250624 08:00:37.134864 16032 raft_consensus.cc:397] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.135083 16032 raft_consensus.cc:491] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.135316 16032 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.139345 16032 raft_consensus.cc:513] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER }
I20250624 08:00:37.139830 16032 leader_election.cc:304] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: a65a2986f1654bb9afa043aa9ebf248c; no voters:
I20250624 08:00:37.141086 16032 leader_election.cc:290] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.141398 16035 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.143026 16035 raft_consensus.cc:695] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 1 LEADER]: Becoming Leader. State: Replica: a65a2986f1654bb9afa043aa9ebf248c, State: Running, Role: LEADER
I20250624 08:00:37.143760 16035 consensus_queue.cc:237] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER }
I20250624 08:00:37.144505 16032 sys_catalog.cc:564] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:37.146693 16036 sys_catalog.cc:455] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "a65a2986f1654bb9afa043aa9ebf248c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER } }
I20250624 08:00:37.146776 16037 sys_catalog.cc:455] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a65a2986f1654bb9afa043aa9ebf248c. Latest consensus state: current_term: 1 leader_uuid: "a65a2986f1654bb9afa043aa9ebf248c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a65a2986f1654bb9afa043aa9ebf248c" member_type: VOTER } }
I20250624 08:00:37.147236 16036 sys_catalog.cc:458] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:37.147321 16037 sys_catalog.cc:458] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:37.155809 16040 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:37.163992 16040 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:37.165863 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:37.172675 16040 catalog_manager.cc:1349] Generated new cluster ID: 32bfcef35ef843c2b18195d455cfb14a
I20250624 08:00:37.172964 16040 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:37.195173 16040 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:37.196748 16040 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:37.210811 16040 catalog_manager.cc:5955] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Generated new TSK 0
I20250624 08:00:37.211535 16040 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:37.232206 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:37.239159 16053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:37.240307 16054 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:37.242667 15772 server_base.cc:1048] running on GCE node
W20250624 08:00:37.243294 16056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:37.244211 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:37.244468 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:37.244661 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752037244645 us; error 0 us; skew 500 ppm
I20250624 08:00:37.245333 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:37.249462 15772 webserver.cc:469] Webserver started at http://127.15.103.1:38281/ using document root <none> and password file <none>
I20250624 08:00:37.250039 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:37.250250 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:37.250593 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:37.251978 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "ffb4a973611942fd8529357e7c016942"
format_stamp: "Formatted at 2025-06-24 08:00:37 on dist-test-slave-3lcc"
I20250624 08:00:37.257539 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.007s
I20250624 08:00:37.261507 16061 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:37.262297 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.001s
I20250624 08:00:37.262564 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "ffb4a973611942fd8529357e7c016942"
format_stamp: "Formatted at 2025-06-24 08:00:37 on dist-test-slave-3lcc"
I20250624 08:00:37.262818 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:37.287474 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:37.288429 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:37.290096 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:37.292310 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:37.292484 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:37.292735 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:37.292878 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:37.344296 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:46677
I20250624 08:00:37.344381 16123 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:46677 every 8 connection(s)
I20250624 08:00:37.359081 16124 heartbeater.cc:344] Connected to a master server at 127.15.103.62:44157
I20250624 08:00:37.359476 16124 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:37.360342 16124 heartbeater.cc:507] Master 127.15.103.62:44157 requested a full tablet report, sending...
I20250624 08:00:37.362465 15997 ts_manager.cc:194] Registered new tserver with Master: ffb4a973611942fd8529357e7c016942 (127.15.103.1:46677)
I20250624 08:00:37.363122 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.015438226s
I20250624 08:00:37.364745 15997 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:37112
I20250624 08:00:37.387683 15997 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37122:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250624 08:00:37.442814 16089 tablet_service.cc:1468] Processing CreateTablet for tablet 3e794bfc0b6e40ea8f59bb378b1f515b (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION VALUES < 100
I20250624 08:00:37.443140 16088 tablet_service.cc:1468] Processing CreateTablet for tablet c0d1c6964a414677bfb6e1b20410c78a (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250624 08:00:37.443472 16087 tablet_service.cc:1468] Processing CreateTablet for tablet 6fc530607d274f5881698a9c8e90e875 (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250624 08:00:37.444306 16089 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e794bfc0b6e40ea8f59bb378b1f515b. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.444941 16087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6fc530607d274f5881698a9c8e90e875. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.445662 16088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0d1c6964a414677bfb6e1b20410c78a. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.456328 16085 tablet_service.cc:1468] Processing CreateTablet for tablet ff7adb487d0f418b95d2cdf80b7f111a (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250624 08:00:37.456434 16082 tablet_service.cc:1468] Processing CreateTablet for tablet b52556abac4e4ab8b617b06794569eb2 (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250624 08:00:37.457602 16085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ff7adb487d0f418b95d2cdf80b7f111a. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.460947 16084 tablet_service.cc:1468] Processing CreateTablet for tablet 0592ed39202a40248a994db0c1f26a33 (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250624 08:00:37.462157 16080 tablet_service.cc:1468] Processing CreateTablet for tablet 5d1809905c764354bb96580928624726 (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250624 08:00:37.463009 16083 tablet_service.cc:1468] Processing CreateTablet for tablet 4721ddbbeb514ee1ad659e9291a53a24 (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250624 08:00:37.464118 16081 tablet_service.cc:1468] Processing CreateTablet for tablet 1314a0d42c2d4877886eff81067e4dbd (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250624 08:00:37.455032 16086 tablet_service.cc:1468] Processing CreateTablet for tablet 5b95695aef054d9ba5c7b42736c9776b (DEFAULT_TABLE table=test_table [id=081f1d791932430ea270718203a5686a]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250624 08:00:37.465909 16081 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1314a0d42c2d4877886eff81067e4dbd. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.466712 16084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0592ed39202a40248a994db0c1f26a33. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.481838 16080 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d1809905c764354bb96580928624726. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.482472 16086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5b95695aef054d9ba5c7b42736c9776b. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.485453 16082 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b52556abac4e4ab8b617b06794569eb2. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.489449 16083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4721ddbbeb514ee1ad659e9291a53a24. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:37.490231 16136 tablet_bootstrap.cc:492] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.507969 16136 tablet_bootstrap.cc:654] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.515487 16136 tablet_bootstrap.cc:492] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.515856 16136 ts_tablet_manager.cc:1397] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.026s user 0.005s sys 0.005s
I20250624 08:00:37.517963 16136 raft_consensus.cc:357] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.518339 16136 raft_consensus.cc:383] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.518570 16136 raft_consensus.cc:738] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.519091 16136 consensus_queue.cc:260] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.519507 16136 raft_consensus.cc:397] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.519716 16136 raft_consensus.cc:491] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.519961 16136 raft_consensus.cc:3058] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.524405 16136 raft_consensus.cc:513] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.524893 16136 leader_election.cc:304] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.526257 16136 leader_election.cc:290] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.527314 16138 raft_consensus.cc:2802] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.529098 16138 raft_consensus.cc:695] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.529848 16138 consensus_queue.cc:237] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.530102 16124 heartbeater.cc:499] Master 127.15.103.62:44157 was elected leader, sending a full tablet report...
I20250624 08:00:37.531081 16136 ts_tablet_manager.cc:1428] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.015s user 0.011s sys 0.004s
I20250624 08:00:37.531793 16136 tablet_bootstrap.cc:492] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.538025 16136 tablet_bootstrap.cc:654] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.544450 15997 catalog_manager.cc:5582] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.551127 16136 tablet_bootstrap.cc:492] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.551542 16136 ts_tablet_manager.cc:1397] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.020s user 0.012s sys 0.004s
I20250624 08:00:37.553679 16136 raft_consensus.cc:357] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.554179 16136 raft_consensus.cc:383] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.554443 16136 raft_consensus.cc:738] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.555024 16136 consensus_queue.cc:260] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.555608 16136 raft_consensus.cc:397] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.555874 16136 raft_consensus.cc:491] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.556159 16136 raft_consensus.cc:3058] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.562254 16136 raft_consensus.cc:513] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.562877 16136 leader_election.cc:304] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.563407 16136 leader_election.cc:290] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.563612 16139 raft_consensus.cc:2802] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.564383 16139 raft_consensus.cc:695] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.564975 16136 ts_tablet_manager.cc:1428] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.013s user 0.011s sys 0.000s
I20250624 08:00:37.565778 16136 tablet_bootstrap.cc:492] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.565511 16139 consensus_queue.cc:237] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.571565 15997 catalog_manager.cc:5582] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.572216 16136 tablet_bootstrap.cc:654] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.576478 16136 tablet_bootstrap.cc:492] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.576784 16136 ts_tablet_manager.cc:1397] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20250624 08:00:37.579092 16136 raft_consensus.cc:357] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.579468 16136 raft_consensus.cc:383] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.579680 16136 raft_consensus.cc:738] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.580205 16136 consensus_queue.cc:260] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.580726 16136 raft_consensus.cc:397] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.581061 16136 raft_consensus.cc:491] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.581398 16136 raft_consensus.cc:3058] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.587088 16136 raft_consensus.cc:513] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.587603 16136 leader_election.cc:304] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.588059 16136 leader_election.cc:290] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.588184 16139 raft_consensus.cc:2802] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.588642 16139 raft_consensus.cc:695] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.589331 16139 consensus_queue.cc:237] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.590160 16136 ts_tablet_manager.cc:1428] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20250624 08:00:37.591537 16136 tablet_bootstrap.cc:492] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.597680 16136 tablet_bootstrap.cc:654] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.597819 15997 catalog_manager.cc:5582] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.602960 16136 tablet_bootstrap.cc:492] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.603374 16136 ts_tablet_manager.cc:1397] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.004s
I20250624 08:00:37.605331 16136 raft_consensus.cc:357] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.605811 16136 raft_consensus.cc:383] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.606107 16136 raft_consensus.cc:738] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.607331 16136 consensus_queue.cc:260] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.607836 16136 raft_consensus.cc:397] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.608067 16136 raft_consensus.cc:491] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.608330 16136 raft_consensus.cc:3058] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.614847 16136 raft_consensus.cc:513] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.615418 16136 leader_election.cc:304] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.615904 16136 leader_election.cc:290] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.616072 16139 raft_consensus.cc:2802] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.616537 16139 raft_consensus.cc:695] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.617254 16139 consensus_queue.cc:237] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.617720 16136 ts_tablet_manager.cc:1428] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.014s user 0.016s sys 0.000s
I20250624 08:00:37.618443 16136 tablet_bootstrap.cc:492] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.624131 15997 catalog_manager.cc:5582] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.626125 16136 tablet_bootstrap.cc:654] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.631342 16136 tablet_bootstrap.cc:492] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.631721 16136 ts_tablet_manager.cc:1397] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.007s
I20250624 08:00:37.633849 16136 raft_consensus.cc:357] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.634362 16136 raft_consensus.cc:383] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.634655 16136 raft_consensus.cc:738] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.635201 16136 consensus_queue.cc:260] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.635771 16136 raft_consensus.cc:397] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.636010 16136 raft_consensus.cc:491] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.636276 16136 raft_consensus.cc:3058] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.641734 16136 raft_consensus.cc:513] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.642266 16136 leader_election.cc:304] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.642716 16136 leader_election.cc:290] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.642869 16139 raft_consensus.cc:2802] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.643307 16139 raft_consensus.cc:695] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.643990 16139 consensus_queue.cc:237] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.644820 16136 ts_tablet_manager.cc:1428] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.013s user 0.006s sys 0.005s
I20250624 08:00:37.645522 16136 tablet_bootstrap.cc:492] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.651044 16136 tablet_bootstrap.cc:654] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.651497 15997 catalog_manager.cc:5582] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.654589 16136 tablet_bootstrap.cc:492] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.654904 16136 ts_tablet_manager.cc:1397] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.001s
I20250624 08:00:37.656457 16136 raft_consensus.cc:357] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.656947 16136 raft_consensus.cc:383] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.657231 16136 raft_consensus.cc:738] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.657737 16136 consensus_queue.cc:260] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.658236 16136 raft_consensus.cc:397] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.658514 16136 raft_consensus.cc:491] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.658798 16136 raft_consensus.cc:3058] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.664763 16136 raft_consensus.cc:513] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.665246 16136 leader_election.cc:304] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.665750 16136 leader_election.cc:290] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.665891 16139 raft_consensus.cc:2802] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.666677 16139 raft_consensus.cc:695] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.667673 16136 ts_tablet_manager.cc:1428] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20250624 08:00:37.667418 16139 consensus_queue.cc:237] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.668462 16136 tablet_bootstrap.cc:492] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.673738 16136 tablet_bootstrap.cc:654] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.674144 15996 catalog_manager.cc:5582] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.677753 16136 tablet_bootstrap.cc:492] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.678125 16136 ts_tablet_manager.cc:1397] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:37.679877 16136 raft_consensus.cc:357] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.680250 16136 raft_consensus.cc:383] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.680421 16136 raft_consensus.cc:738] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.680847 16136 consensus_queue.cc:260] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.681414 16136 raft_consensus.cc:397] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.681708 16136 raft_consensus.cc:491] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.682080 16136 raft_consensus.cc:3058] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.687386 16136 raft_consensus.cc:513] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.687882 16136 leader_election.cc:304] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.688338 16136 leader_election.cc:290] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.688527 16139 raft_consensus.cc:2802] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.689185 16139 raft_consensus.cc:695] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.689884 16136 ts_tablet_manager.cc:1428] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250624 08:00:37.689920 16139 consensus_queue.cc:237] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.690742 16136 tablet_bootstrap.cc:492] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.696025 16136 tablet_bootstrap.cc:654] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.702535 15996 catalog_manager.cc:5582] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.704386 16136 tablet_bootstrap.cc:492] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.704815 16136 ts_tablet_manager.cc:1397] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.003s
I20250624 08:00:37.707518 16136 raft_consensus.cc:357] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.708012 16136 raft_consensus.cc:383] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.708315 16136 raft_consensus.cc:738] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.708976 16136 consensus_queue.cc:260] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.709559 16136 raft_consensus.cc:397] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.709856 16136 raft_consensus.cc:491] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.710175 16136 raft_consensus.cc:3058] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.717885 16136 raft_consensus.cc:513] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.718501 16136 leader_election.cc:304] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.719025 16136 leader_election.cc:290] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.719205 16139 raft_consensus.cc:2802] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.719808 16139 raft_consensus.cc:695] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.720578 16136 ts_tablet_manager.cc:1428] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.015s user 0.010s sys 0.000s
I20250624 08:00:37.720537 16139 consensus_queue.cc:237] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.721447 16136 tablet_bootstrap.cc:492] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.726203 16136 tablet_bootstrap.cc:654] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.728739 15996 catalog_manager.cc:5582] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.730950 16136 tablet_bootstrap.cc:492] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.731369 16136 ts_tablet_manager.cc:1397] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
I20250624 08:00:37.734071 16136 raft_consensus.cc:357] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.734709 16136 raft_consensus.cc:383] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.734961 16136 raft_consensus.cc:738] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.735576 16136 consensus_queue.cc:260] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.736331 16136 raft_consensus.cc:397] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.736755 16136 raft_consensus.cc:491] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.737022 16136 raft_consensus.cc:3058] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.741314 16136 raft_consensus.cc:513] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.741828 16136 leader_election.cc:304] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.742295 16136 leader_election.cc:290] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.742419 16139 raft_consensus.cc:2802] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.742879 16139 raft_consensus.cc:695] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.743500 16139 consensus_queue.cc:237] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.743899 16136 ts_tablet_manager.cc:1428] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.012s user 0.008s sys 0.004s
I20250624 08:00:37.744669 16136 tablet_bootstrap.cc:492] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: Bootstrap starting.
I20250624 08:00:37.750008 16136 tablet_bootstrap.cc:654] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:37.754418 15996 catalog_manager.cc:5582] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.755710 16136 tablet_bootstrap.cc:492] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: No bootstrap required, opened a new log
I20250624 08:00:37.756052 16136 ts_tablet_manager.cc:1397] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20250624 08:00:37.758456 16136 raft_consensus.cc:357] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.758957 16136 raft_consensus.cc:383] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:37.759231 16136 raft_consensus.cc:738] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffb4a973611942fd8529357e7c016942, State: Initialized, Role: FOLLOWER
I20250624 08:00:37.759964 16136 consensus_queue.cc:260] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.760361 16136 raft_consensus.cc:397] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:37.760592 16136 raft_consensus.cc:491] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:37.760958 16136 raft_consensus.cc:3058] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:37.764890 16136 raft_consensus.cc:513] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.765419 16136 leader_election.cc:304] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ffb4a973611942fd8529357e7c016942; no voters:
I20250624 08:00:37.765780 16136 leader_election.cc:290] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:37.765935 16139 raft_consensus.cc:2802] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:37.766438 16139 raft_consensus.cc:695] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Becoming Leader. State: Replica: ffb4a973611942fd8529357e7c016942, State: Running, Role: LEADER
I20250624 08:00:37.767359 16136 ts_tablet_manager.cc:1428] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250624 08:00:37.767057 16139 consensus_queue.cc:237] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } }
I20250624 08:00:37.773442 15997 catalog_manager.cc:5582] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 reported cstate change: term changed from 0 to 1, leader changed from <none> to ffb4a973611942fd8529357e7c016942 (127.15.103.1). New cstate: current_term: 1 leader_uuid: "ffb4a973611942fd8529357e7c016942" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ffb4a973611942fd8529357e7c016942" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46677 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:37.845328 15772 catalog_manager.cc:2739] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20250624 08:00:37.861284 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 3e794bfc0b6e40ea8f59bb378b1f515b
I20250624 08:00:37.861994 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet c0d1c6964a414677bfb6e1b20410c78a
I20250624 08:00:37.862540 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 6fc530607d274f5881698a9c8e90e875
I20250624 08:00:37.862927 16086 tablet_service.cc:1515] Processing DeleteTablet for tablet 3e794bfc0b6e40ea8f59bb378b1f515b with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.864032 16082 tablet_service.cc:1515] Processing DeleteTablet for tablet c0d1c6964a414677bfb6e1b20410c78a with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.864566 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 5b95695aef054d9ba5c7b42736c9776b
I20250624 08:00:37.865067 16161 tablet_replica.cc:331] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.865022 16082 tablet_service.cc:1515] Processing DeleteTablet for tablet 6fc530607d274f5881698a9c8e90e875 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.865744 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet ff7adb487d0f418b95d2cdf80b7f111a
I20250624 08:00:37.866138 16161 raft_consensus.cc:2241] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.866216 16082 tablet_service.cc:1515] Processing DeleteTablet for tablet 5b95695aef054d9ba5c7b42736c9776b with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.866855 16161 raft_consensus.cc:2270] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.866979 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 0592ed39202a40248a994db0c1f26a33
I20250624 08:00:37.867178 16082 tablet_service.cc:1515] Processing DeleteTablet for tablet ff7adb487d0f418b95d2cdf80b7f111a with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.867684 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 4721ddbbeb514ee1ad659e9291a53a24
I20250624 08:00:37.868603 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet b52556abac4e4ab8b617b06794569eb2
I20250624 08:00:37.869367 16086 tablet_service.cc:1515] Processing DeleteTablet for tablet 4721ddbbeb514ee1ad659e9291a53a24 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.869705 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 1314a0d42c2d4877886eff81067e4dbd
I20250624 08:00:37.870405 16161 ts_tablet_manager.cc:1905] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Deleting tablet data with delete state TABLET_DATA_DELETED
I20250624 08:00:37.870620 15772 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: Sending DeleteTablet for 1 replicas of tablet 5d1809905c764354bb96580928624726
I20250624 08:00:37.870519 16086 tablet_service.cc:1515] Processing DeleteTablet for tablet b52556abac4e4ab8b617b06794569eb2 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.871806 16086 tablet_service.cc:1515] Processing DeleteTablet for tablet 1314a0d42c2d4877886eff81067e4dbd with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.868541 16082 tablet_service.cc:1515] Processing DeleteTablet for tablet 0592ed39202a40248a994db0c1f26a33 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.872776 16086 tablet_service.cc:1515] Processing DeleteTablet for tablet 5d1809905c764354bb96580928624726 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-06-24 08:00:37 UTC) from {username='slave'} at 127.0.0.1:53320
I20250624 08:00:37.873879 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:37.889691 16161 ts_tablet_manager.cc:1918] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250624 08:00:37.890368 16161 log.cc:1199] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Deleting WAL directory at /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/wals/3e794bfc0b6e40ea8f59bb378b1f515b
I20250624 08:00:37.891178 16161 ts_tablet_manager.cc:1939] T 3e794bfc0b6e40ea8f59bb378b1f515b P ffb4a973611942fd8529357e7c016942: Deleting consensus metadata
I20250624 08:00:37.894934 16161 tablet_replica.cc:331] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.894928 15982 catalog_manager.cc:4928] TS ffb4a973611942fd8529357e7c016942 (127.15.103.1:46677): tablet 3e794bfc0b6e40ea8f59bb378b1f515b (table test_table [id=081f1d791932430ea270718203a5686a]) successfully deleted
I20250624 08:00:37.895756 16161 raft_consensus.cc:2241] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.896204 16161 raft_consensus.cc:2270] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.897950 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250624 08:00:37.898782 16161 ts_tablet_manager.cc:1905] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Deleting tablet data with delete state TABLET_DATA_DELETED
I20250624 08:00:37.908016 16161 ts_tablet_manager.cc:1918] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250624 08:00:37.908277 16161 log.cc:1199] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Deleting WAL directory at /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/wals/c0d1c6964a414677bfb6e1b20410c78a
I20250624 08:00:37.908805 16161 ts_tablet_manager.cc:1939] T c0d1c6964a414677bfb6e1b20410c78a P ffb4a973611942fd8529357e7c016942: Deleting consensus metadata
W20250624 08:00:37.909987 15982 catalog_manager.cc:4920] TS ffb4a973611942fd8529357e7c016942 (127.15.103.1:46677): delete failed for tablet c0d1c6964a414677bfb6e1b20410c78a with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20250624 08:00:37.911119 15772 tablet_replica.cc:331] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.911962 15772 raft_consensus.cc:2241] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.912444 15772 raft_consensus.cc:2270] T 5b95695aef054d9ba5c7b42736c9776b P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.914815 15772 tablet_replica.cc:331] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.915311 15772 raft_consensus.cc:2241] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
W20250624 08:00:37.915323 15982 catalog_manager.cc:4671] TS ffb4a973611942fd8529357e7c016942 (127.15.103.1:46677): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 6fc530607d274f5881698a9c8e90e875: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20250624 08:00:37.915709 15772 raft_consensus.cc:2270] T 0592ed39202a40248a994db0c1f26a33 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.917579 15772 tablet_replica.cc:331] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.918025 15772 raft_consensus.cc:2241] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.918344 15772 raft_consensus.cc:2270] T ff7adb487d0f418b95d2cdf80b7f111a P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.920092 15772 tablet_replica.cc:331] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.920524 15772 raft_consensus.cc:2241] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.920847 15772 raft_consensus.cc:2270] T 5d1809905c764354bb96580928624726 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.922425 15772 tablet_replica.cc:331] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.922857 15772 raft_consensus.cc:2241] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.923210 15772 raft_consensus.cc:2270] T b52556abac4e4ab8b617b06794569eb2 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.924938 15772 tablet_replica.cc:331] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.925380 15772 raft_consensus.cc:2241] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.925695 15772 raft_consensus.cc:2270] T 6fc530607d274f5881698a9c8e90e875 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.927466 15772 tablet_replica.cc:331] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.927881 15772 raft_consensus.cc:2241] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.928198 15772 raft_consensus.cc:2270] T 4721ddbbeb514ee1ad659e9291a53a24 P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:37.930506 15772 tablet_replica.cc:331] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942: stopping tablet replica
I20250624 08:00:37.931005 15772 raft_consensus.cc:2241] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:37.931324 15772 raft_consensus.cc:2270] T 1314a0d42c2d4877886eff81067e4dbd P ffb4a973611942fd8529357e7c016942 [term 1 FOLLOWER]: Raft consensus is shut down!
W20250624 08:00:37.941620 16065 connection.cc:441] server connection from 127.0.0.1:53320 torn down before Call kudu.tserver.TabletServerAdminService.DeleteTablet from 127.0.0.1:53320 (request call id 29) could send its response
W20250624 08:00:37.942298 15982 connection.cc:537] client connection to 127.15.103.1:46677 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
I20250624 08:00:37.955675 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:37.969178 15772 master.cc:561] Master@127.15.103.62:44157 shutting down...
I20250624 08:00:38.067246 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:38.067746 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:38.068049 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P a65a2986f1654bb9afa043aa9ebf248c: stopping tablet replica
I20250624 08:00:38.085372 15772 master.cc:583] Master@127.15.103.62:44157 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1102 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20250624 08:00:38.105535 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:36867
I20250624 08:00:38.106472 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:38.110625 16164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.111308 16165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.112157 16167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.112692 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:38.113729 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:38.113909 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:38.114058 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752038114041 us; error 0 us; skew 500 ppm
I20250624 08:00:38.114662 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:38.116951 15772 webserver.cc:469] Webserver started at http://127.15.103.62:46539/ using document root <none> and password file <none>
I20250624 08:00:38.117429 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:38.117597 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:38.117843 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:38.118841 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "3cb491682b964c8a91fc569e4ce87572"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.122866 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20250624 08:00:38.125857 16172 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.126634 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250624 08:00:38.126865 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "3cb491682b964c8a91fc569e4ce87572"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.127094 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:38.140561 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:38.141538 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:38.174505 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:36867
I20250624 08:00:38.174571 16223 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:36867 every 8 connection(s)
I20250624 08:00:38.177901 16224 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:38.186856 16224 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572: Bootstrap starting.
I20250624 08:00:38.190532 16224 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:38.194051 16224 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572: No bootstrap required, opened a new log
I20250624 08:00:38.195762 16224 raft_consensus.cc:357] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER }
I20250624 08:00:38.196105 16224 raft_consensus.cc:383] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:38.196333 16224 raft_consensus.cc:738] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cb491682b964c8a91fc569e4ce87572, State: Initialized, Role: FOLLOWER
I20250624 08:00:38.196811 16224 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER }
I20250624 08:00:38.197257 16224 raft_consensus.cc:397] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:38.197496 16224 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:38.197729 16224 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:38.201552 16224 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER }
I20250624 08:00:38.202021 16224 leader_election.cc:304] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 3cb491682b964c8a91fc569e4ce87572; no voters:
I20250624 08:00:38.203104 16224 leader_election.cc:290] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:38.203362 16227 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:38.204697 16227 raft_consensus.cc:695] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 1 LEADER]: Becoming Leader. State: Replica: 3cb491682b964c8a91fc569e4ce87572, State: Running, Role: LEADER
I20250624 08:00:38.205349 16227 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER }
I20250624 08:00:38.205905 16224 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:38.208137 16229 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3cb491682b964c8a91fc569e4ce87572. Latest consensus state: current_term: 1 leader_uuid: "3cb491682b964c8a91fc569e4ce87572" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER } }
I20250624 08:00:38.208096 16228 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3cb491682b964c8a91fc569e4ce87572" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3cb491682b964c8a91fc569e4ce87572" member_type: VOTER } }
I20250624 08:00:38.208734 16229 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:38.209015 16228 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:38.220207 16232 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:38.222079 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:38.224717 16232 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:38.232121 16232 catalog_manager.cc:1349] Generated new cluster ID: 1c61bb68775e484dab33582d7504073d
I20250624 08:00:38.232321 16232 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:38.248276 16232 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:38.249760 16232 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:38.267796 16232 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572: Generated new TSK 0
I20250624 08:00:38.268347 16232 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:38.289989 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:38.295225 16245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.296306 16246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.298205 15772 server_base.cc:1048] running on GCE node
W20250624 08:00:38.298594 16248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.299340 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:38.299556 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:38.299722 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752038299704 us; error 0 us; skew 500 ppm
I20250624 08:00:38.300194 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:38.302491 15772 webserver.cc:469] Webserver started at http://127.15.103.1:33575/ using document root <none> and password file <none>
I20250624 08:00:38.302937 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:38.303113 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:38.303346 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:38.304294 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "7f43f96056ca4eae83c94fc0b9afc43e"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.308251 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.000s sys 0.005s
I20250624 08:00:38.311156 16253 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.311810 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250624 08:00:38.312062 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "7f43f96056ca4eae83c94fc0b9afc43e"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.312304 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:38.321998 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:38.322847 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:38.324152 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:38.326272 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:38.326474 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.326694 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:38.326843 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.361726 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:43657
I20250624 08:00:38.361802 16315 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:43657 every 8 connection(s)
I20250624 08:00:38.374189 16316 heartbeater.cc:344] Connected to a master server at 127.15.103.62:36867
I20250624 08:00:38.374522 16316 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:38.375104 16316 heartbeater.cc:507] Master 127.15.103.62:36867 requested a full tablet report, sending...
I20250624 08:00:38.376793 16189 ts_manager.cc:194] Registered new tserver with Master: 7f43f96056ca4eae83c94fc0b9afc43e (127.15.103.1:43657)
I20250624 08:00:38.377754 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.01310254s
I20250624 08:00:38.378741 16189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:51940
I20250624 08:00:38.396591 15772 catalog_manager.cc:2232] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20250624 08:00:38.404771 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:38.421406 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
W20250624 08:00:38.427047 15772 connection.cc:441] server connection from 127.0.0.1:47520 torn down before Call kudu.tserver.TabletServerAdminService.CreateTablet from 127.0.0.1:47520 (request call id 0) could send its response
I20250624 08:00:38.440390 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:38.446522 15772 master.cc:561] Master@127.15.103.62:36867 shutting down...
I20250624 08:00:38.484949 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:38.485525 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:38.485918 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P 3cb491682b964c8a91fc569e4ce87572: stopping tablet replica
I20250624 08:00:38.494365 15772 master.cc:583] Master@127.15.103.62:36867 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (405 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20250624 08:00:38.510843 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:34083
I20250624 08:00:38.511708 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:38.516109 16329 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.516641 16330 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.517324 16332 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.517953 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:38.518646 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:38.518821 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:38.518967 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752038518955 us; error 0 us; skew 500 ppm
I20250624 08:00:38.519426 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:38.521579 15772 webserver.cc:469] Webserver started at http://127.15.103.62:35113/ using document root <none> and password file <none>
I20250624 08:00:38.522008 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:38.522161 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:38.522385 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:38.523283 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "09cba3d0e0e84f818de9f33a013a7a0d"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.527182 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20250624 08:00:38.530092 16337 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.530730 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250624 08:00:38.531003 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "09cba3d0e0e84f818de9f33a013a7a0d"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.531304 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:38.548796 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:38.549715 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:38.581540 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:34083
I20250624 08:00:38.581635 16388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:34083 every 8 connection(s)
I20250624 08:00:38.584908 16389 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:38.593731 16389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d: Bootstrap starting.
I20250624 08:00:38.597398 16389 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:38.600790 16389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d: No bootstrap required, opened a new log
I20250624 08:00:38.602526 16389 raft_consensus.cc:357] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER }
I20250624 08:00:38.602883 16389 raft_consensus.cc:383] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:38.603106 16389 raft_consensus.cc:738] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09cba3d0e0e84f818de9f33a013a7a0d, State: Initialized, Role: FOLLOWER
I20250624 08:00:38.603637 16389 consensus_queue.cc:260] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER }
I20250624 08:00:38.604048 16389 raft_consensus.cc:397] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:38.604259 16389 raft_consensus.cc:491] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:38.604501 16389 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:38.608351 16389 raft_consensus.cc:513] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER }
I20250624 08:00:38.608819 16389 leader_election.cc:304] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 09cba3d0e0e84f818de9f33a013a7a0d; no voters:
I20250624 08:00:38.609799 16389 leader_election.cc:290] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:38.610024 16392 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:38.611289 16392 raft_consensus.cc:695] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 1 LEADER]: Becoming Leader. State: Replica: 09cba3d0e0e84f818de9f33a013a7a0d, State: Running, Role: LEADER
I20250624 08:00:38.611896 16392 consensus_queue.cc:237] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER }
I20250624 08:00:38.612437 16389 sys_catalog.cc:564] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:38.614521 16393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER } }
I20250624 08:00:38.614528 16394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09cba3d0e0e84f818de9f33a013a7a0d. Latest consensus state: current_term: 1 leader_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09cba3d0e0e84f818de9f33a013a7a0d" member_type: VOTER } }
I20250624 08:00:38.615052 16393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:38.615157 16394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:38.617657 16397 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:38.621779 16397 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:38.626864 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:38.629528 16397 catalog_manager.cc:1349] Generated new cluster ID: 4517b90ec1a14039a37e52e41d102a24
I20250624 08:00:38.629782 16397 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:38.692590 16397 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:38.693790 16397 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:38.709580 16397 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d: Generated new TSK 0
I20250624 08:00:38.710157 16397 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:38.757048 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:38.762051 16410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:38.763176 16411 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.764508 15772 server_base.cc:1048] running on GCE node
W20250624 08:00:38.764770 16413 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:38.765621 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:38.765830 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:38.765977 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752038765961 us; error 0 us; skew 500 ppm
I20250624 08:00:38.766453 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:38.768599 15772 webserver.cc:469] Webserver started at http://127.15.103.1:38069/ using document root <none> and password file <none>
I20250624 08:00:38.769042 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:38.769268 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:38.769523 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:38.770488 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "fd61b0039c2e485e88ca03f42caea98f"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.774508 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20250624 08:00:38.777643 16418 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.778295 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250624 08:00:38.778558 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "fd61b0039c2e485e88ca03f42caea98f"
format_stamp: "Formatted at 2025-06-24 08:00:38 on dist-test-slave-3lcc"
I20250624 08:00:38.778800 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:38.800999 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:38.801992 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:38.803359 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:38.805445 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:38.805608 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.805871 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:38.806006 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:38.841536 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:41365
I20250624 08:00:38.841640 16480 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:41365 every 8 connection(s)
I20250624 08:00:38.853582 16481 heartbeater.cc:344] Connected to a master server at 127.15.103.62:34083
I20250624 08:00:38.853881 16481 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:38.854514 16481 heartbeater.cc:507] Master 127.15.103.62:34083 requested a full tablet report, sending...
I20250624 08:00:38.856154 16354 ts_manager.cc:194] Registered new tserver with Master: fd61b0039c2e485e88ca03f42caea98f (127.15.103.1:41365)
I20250624 08:00:38.856303 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.011952658s
I20250624 08:00:38.858433 16354 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:37004
I20250624 08:00:38.875233 15772 catalog_manager.cc:2241] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20250624 08:00:38.883590 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:38.904268 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250624 08:00:38.922647 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:38.928624 15772 master.cc:561] Master@127.15.103.62:34083 shutting down...
W20250624 08:00:38.974187 16339 catalog_manager.cc:4671] TS fd61b0039c2e485e88ca03f42caea98f (127.15.103.1:41365): CreateTablet RPC failed for tablet d91e47d7646c4a89a744899e0c373245: Network error: Client connection negotiation failed: client connection to 127.15.103.1:41365: connect: Connection refused (error 111)
I20250624 08:00:38.977771 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:38.978201 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:38.978615 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P 09cba3d0e0e84f818de9f33a013a7a0d: stopping tablet replica
I20250624 08:00:38.996825 15772 master.cc:583] Master@127.15.103.62:34083 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (503 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20250624 08:00:39.014906 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:40195
I20250624 08:00:39.015805 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:39.019861 16494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:39.020684 16495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:39.021576 16497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:39.022442 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:39.023078 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:39.023231 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:39.023398 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752039023368 us; error 0 us; skew 500 ppm
I20250624 08:00:39.023836 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:39.025928 15772 webserver.cc:469] Webserver started at http://127.15.103.62:41681/ using document root <none> and password file <none>
I20250624 08:00:39.026335 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:39.026571 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:39.026809 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:39.027756 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "9b3044708f0c4f859680ac6ccbb1d4b5"
format_stamp: "Formatted at 2025-06-24 08:00:39 on dist-test-slave-3lcc"
I20250624 08:00:39.031705 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.005s sys 0.000s
I20250624 08:00:39.034845 16502 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:39.035509 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20250624 08:00:39.035780 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "9b3044708f0c4f859680ac6ccbb1d4b5"
format_stamp: "Formatted at 2025-06-24 08:00:39 on dist-test-slave-3lcc"
I20250624 08:00:39.036036 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:39.045591 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:39.046456 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:39.078099 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:40195
I20250624 08:00:39.078179 16553 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:40195 every 8 connection(s)
I20250624 08:00:39.081674 16554 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.090855 16554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5: Bootstrap starting.
I20250624 08:00:39.094535 16554 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.098115 16554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5: No bootstrap required, opened a new log
I20250624 08:00:39.099804 16554 raft_consensus.cc:357] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER }
I20250624 08:00:39.100138 16554 raft_consensus.cc:383] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.100364 16554 raft_consensus.cc:738] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b3044708f0c4f859680ac6ccbb1d4b5, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.100863 16554 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER }
I20250624 08:00:39.101272 16554 raft_consensus.cc:397] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.101500 16554 raft_consensus.cc:491] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.101742 16554 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.105583 16554 raft_consensus.cc:513] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER }
I20250624 08:00:39.106035 16554 leader_election.cc:304] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 9b3044708f0c4f859680ac6ccbb1d4b5; no voters:
I20250624 08:00:39.107074 16554 leader_election.cc:290] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.107311 16557 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.108608 16557 raft_consensus.cc:695] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 1 LEADER]: Becoming Leader. State: Replica: 9b3044708f0c4f859680ac6ccbb1d4b5, State: Running, Role: LEADER
I20250624 08:00:39.109263 16557 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER }
I20250624 08:00:39.109805 16554 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:39.111850 16558 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER } }
I20250624 08:00:39.111902 16559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9b3044708f0c4f859680ac6ccbb1d4b5. Latest consensus state: current_term: 1 leader_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9b3044708f0c4f859680ac6ccbb1d4b5" member_type: VOTER } }
I20250624 08:00:39.112550 16559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:39.113330 16558 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:39.115898 16564 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:39.120004 16564 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:39.124274 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:39.128002 16564 catalog_manager.cc:1349] Generated new cluster ID: a51bd7b5afc143fe82ef6981ef1a2d59
I20250624 08:00:39.128281 16564 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:39.146966 16564 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:39.148105 16564 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:39.171592 16564 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5: Generated new TSK 0
I20250624 08:00:39.172224 16564 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:39.191167 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:39.196296 16575 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:39.198068 16576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:39.198976 16578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:39.199731 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:39.200415 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:39.200587 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:39.200744 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752039200732 us; error 0 us; skew 500 ppm
I20250624 08:00:39.201295 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:39.203429 15772 webserver.cc:469] Webserver started at http://127.15.103.1:41775/ using document root <none> and password file <none>
I20250624 08:00:39.203871 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:39.204028 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:39.204283 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:39.205296 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "cb3d670fe90244c9a52a0fae8c07b31d"
format_stamp: "Formatted at 2025-06-24 08:00:39 on dist-test-slave-3lcc"
I20250624 08:00:39.209168 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
I20250624 08:00:39.212013 16583 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:39.212680 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250624 08:00:39.212919 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "cb3d670fe90244c9a52a0fae8c07b31d"
format_stamp: "Formatted at 2025-06-24 08:00:39 on dist-test-slave-3lcc"
I20250624 08:00:39.213204 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:39.224000 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:39.224908 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:39.226195 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:39.228264 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:39.228430 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:39.228689 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:39.228832 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:39.265049 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:34805
I20250624 08:00:39.265174 16645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:34805 every 8 connection(s)
I20250624 08:00:39.278012 16646 heartbeater.cc:344] Connected to a master server at 127.15.103.62:40195
I20250624 08:00:39.278326 16646 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:39.278896 16646 heartbeater.cc:507] Master 127.15.103.62:40195 requested a full tablet report, sending...
I20250624 08:00:39.280597 16519 ts_manager.cc:194] Registered new tserver with Master: cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1:34805)
I20250624 08:00:39.280855 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012828948s
I20250624 08:00:39.282814 16519 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:59624
I20250624 08:00:39.302021 16519 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59640:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250624 08:00:39.344990 16611 tablet_service.cc:1468] Processing CreateTablet for tablet cd847e37bd3f45d1adebf64363f4e73c (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION VALUES < 100
I20250624 08:00:39.345258 16610 tablet_service.cc:1468] Processing CreateTablet for tablet 42800f5186394856891b06d731ddcf0a (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250624 08:00:39.346360 16611 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cd847e37bd3f45d1adebf64363f4e73c. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.346216 16607 tablet_service.cc:1468] Processing CreateTablet for tablet f48172e2db0b415db60c6f7848a152d8 (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250624 08:00:39.347010 16610 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42800f5186394856891b06d731ddcf0a. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.347152 16608 tablet_service.cc:1468] Processing CreateTablet for tablet 13abb2ad496c4d0181663a650690baae (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250624 08:00:39.347643 16607 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f48172e2db0b415db60c6f7848a152d8. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.348455 16608 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13abb2ad496c4d0181663a650690baae. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.348240 16609 tablet_service.cc:1468] Processing CreateTablet for tablet c3fc712b44644d26acfe7323fea1ef8d (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250624 08:00:39.348747 16606 tablet_service.cc:1468] Processing CreateTablet for tablet 84a2b5d698d64b19b4c4b50a91cd417b (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250624 08:00:39.350099 16605 tablet_service.cc:1468] Processing CreateTablet for tablet bcc805b77c1a418b8cc8953e9bf3de40 (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250624 08:00:39.350603 16604 tablet_service.cc:1468] Processing CreateTablet for tablet 5b02c6fad9734e5ca4d56ac90084e9df (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250624 08:00:39.350946 16603 tablet_service.cc:1468] Processing CreateTablet for tablet 24bfaba5161642b9b93cc6956d2bd7ad (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250624 08:00:39.351352 16609 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3fc712b44644d26acfe7323fea1ef8d. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.351397 16602 tablet_service.cc:1468] Processing CreateTablet for tablet 367f43ea4a224186a462c30bde491d5f (DEFAULT_TABLE table=test_table [id=7ff83a09d7b144529688a61589c43c3a]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250624 08:00:39.352093 16603 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24bfaba5161642b9b93cc6956d2bd7ad. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.352723 16605 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bcc805b77c1a418b8cc8953e9bf3de40. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.353525 16602 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 367f43ea4a224186a462c30bde491d5f. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.361541 16604 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5b02c6fad9734e5ca4d56ac90084e9df. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.369441 16606 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84a2b5d698d64b19b4c4b50a91cd417b. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:39.401858 16658 tablet_bootstrap.cc:492] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.405753 16658 tablet_bootstrap.cc:654] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.409245 16658 tablet_bootstrap.cc:492] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.409564 16658 ts_tablet_manager.cc:1397] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.001s
I20250624 08:00:39.411463 16658 raft_consensus.cc:357] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.411996 16658 raft_consensus.cc:383] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.412289 16658 raft_consensus.cc:738] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.412784 16658 consensus_queue.cc:260] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.413226 16658 raft_consensus.cc:397] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.413421 16658 raft_consensus.cc:491] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.413626 16658 raft_consensus.cc:3058] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.417845 16658 raft_consensus.cc:513] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.418305 16658 leader_election.cc:304] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.419457 16658 leader_election.cc:290] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.419770 16660 raft_consensus.cc:2802] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.421037 16660 raft_consensus.cc:695] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.421236 16646 heartbeater.cc:499] Master 127.15.103.62:40195 was elected leader, sending a full tablet report...
I20250624 08:00:39.421765 16658 ts_tablet_manager.cc:1428] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.012s user 0.005s sys 0.007s
I20250624 08:00:39.421793 16660 consensus_queue.cc:237] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.422600 16658 tablet_bootstrap.cc:492] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.428294 16658 tablet_bootstrap.cc:654] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.432240 16658 tablet_bootstrap.cc:492] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.431998 16519 catalog_manager.cc:5582] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.432605 16658 ts_tablet_manager.cc:1397] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:39.434399 16658 raft_consensus.cc:357] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.434926 16658 raft_consensus.cc:383] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.435209 16658 raft_consensus.cc:738] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.435832 16658 consensus_queue.cc:260] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.436404 16658 raft_consensus.cc:397] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.436707 16658 raft_consensus.cc:491] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.436991 16658 raft_consensus.cc:3058] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.441843 16658 raft_consensus.cc:513] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.442422 16658 leader_election.cc:304] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.442972 16658 leader_election.cc:290] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.443099 16660 raft_consensus.cc:2802] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.443537 16660 raft_consensus.cc:695] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.444190 16660 consensus_queue.cc:237] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.444710 16658 ts_tablet_manager.cc:1428] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.012s user 0.010s sys 0.000s
I20250624 08:00:39.445502 16658 tablet_bootstrap.cc:492] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.450085 16658 tablet_bootstrap.cc:654] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.451447 16519 catalog_manager.cc:5582] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.454241 16658 tablet_bootstrap.cc:492] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.454558 16658 ts_tablet_manager.cc:1397] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.005s
I20250624 08:00:39.456283 16658 raft_consensus.cc:357] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.456702 16658 raft_consensus.cc:383] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.456926 16658 raft_consensus.cc:738] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.457473 16658 consensus_queue.cc:260] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.457921 16658 raft_consensus.cc:397] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.458137 16658 raft_consensus.cc:491] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.458385 16658 raft_consensus.cc:3058] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.463050 16658 raft_consensus.cc:513] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.463550 16658 leader_election.cc:304] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.463997 16658 leader_election.cc:290] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.464126 16660 raft_consensus.cc:2802] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.464798 16660 raft_consensus.cc:695] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.465493 16660 consensus_queue.cc:237] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.465819 16658 ts_tablet_manager.cc:1428] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250624 08:00:39.466652 16658 tablet_bootstrap.cc:492] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.471382 16658 tablet_bootstrap.cc:654] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.471326 16519 catalog_manager.cc:5582] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.475196 16658 tablet_bootstrap.cc:492] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.475553 16658 ts_tablet_manager.cc:1397] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
I20250624 08:00:39.477587 16658 raft_consensus.cc:357] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.478113 16658 raft_consensus.cc:383] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.478385 16658 raft_consensus.cc:738] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.478920 16658 consensus_queue.cc:260] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.479354 16658 raft_consensus.cc:397] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.479580 16658 raft_consensus.cc:491] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.479888 16658 raft_consensus.cc:3058] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.485493 16658 raft_consensus.cc:513] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.485978 16658 leader_election.cc:304] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.486426 16658 leader_election.cc:290] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.486593 16660 raft_consensus.cc:2802] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.487020 16660 raft_consensus.cc:695] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.487636 16660 consensus_queue.cc:237] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.487882 16658 ts_tablet_manager.cc:1428] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20250624 08:00:39.488626 16658 tablet_bootstrap.cc:492] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.493711 16658 tablet_bootstrap.cc:654] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.494171 16519 catalog_manager.cc:5582] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.497987 16658 tablet_bootstrap.cc:492] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.498324 16658 ts_tablet_manager.cc:1397] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:39.500105 16658 raft_consensus.cc:357] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.500552 16658 raft_consensus.cc:383] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.500851 16658 raft_consensus.cc:738] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.501506 16658 consensus_queue.cc:260] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.501991 16658 raft_consensus.cc:397] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.502274 16658 raft_consensus.cc:491] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.502596 16658 raft_consensus.cc:3058] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.508369 16658 raft_consensus.cc:513] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.508837 16658 leader_election.cc:304] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.509248 16658 leader_election.cc:290] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.509413 16661 raft_consensus.cc:2802] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.509842 16661 raft_consensus.cc:695] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.510494 16661 consensus_queue.cc:237] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.511200 16658 ts_tablet_manager.cc:1428] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.013s user 0.010s sys 0.004s
I20250624 08:00:39.512032 16658 tablet_bootstrap.cc:492] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.516566 16658 tablet_bootstrap.cc:654] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.517024 16519 catalog_manager.cc:5582] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.520627 16658 tablet_bootstrap.cc:492] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.521008 16658 ts_tablet_manager.cc:1397] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20250624 08:00:39.522619 16658 raft_consensus.cc:357] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.523087 16658 raft_consensus.cc:383] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.523294 16658 raft_consensus.cc:738] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.523756 16658 consensus_queue.cc:260] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.524140 16658 raft_consensus.cc:397] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.524420 16658 raft_consensus.cc:491] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.524734 16658 raft_consensus.cc:3058] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.529960 16658 raft_consensus.cc:513] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.530561 16658 leader_election.cc:304] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.531067 16658 leader_election.cc:290] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.531208 16661 raft_consensus.cc:2802] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.531713 16661 raft_consensus.cc:695] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.532529 16658 ts_tablet_manager.cc:1428] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.011s user 0.005s sys 0.003s
I20250624 08:00:39.532382 16661 consensus_queue.cc:237] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.533176 16658 tablet_bootstrap.cc:492] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.536859 16658 tablet_bootstrap.cc:654] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.538514 16519 catalog_manager.cc:5582] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.540211 16658 tablet_bootstrap.cc:492] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.540534 16658 ts_tablet_manager.cc:1397] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s
I20250624 08:00:39.542500 16658 raft_consensus.cc:357] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.542853 16658 raft_consensus.cc:383] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.543053 16658 raft_consensus.cc:738] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.543478 16658 consensus_queue.cc:260] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.543977 16658 raft_consensus.cc:397] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.544245 16658 raft_consensus.cc:491] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.544528 16658 raft_consensus.cc:3058] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.549094 16658 raft_consensus.cc:513] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.549582 16658 leader_election.cc:304] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.550108 16658 leader_election.cc:290] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.550264 16661 raft_consensus.cc:2802] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.550746 16661 raft_consensus.cc:695] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.551524 16658 ts_tablet_manager.cc:1428] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.011s user 0.007s sys 0.003s
I20250624 08:00:39.551402 16661 consensus_queue.cc:237] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.552244 16658 tablet_bootstrap.cc:492] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.556458 16658 tablet_bootstrap.cc:654] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.557698 16519 catalog_manager.cc:5582] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.560303 16658 tablet_bootstrap.cc:492] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.560600 16658 ts_tablet_manager.cc:1397] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20250624 08:00:39.562034 16658 raft_consensus.cc:357] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.562409 16658 raft_consensus.cc:383] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.562672 16658 raft_consensus.cc:738] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.563119 16658 consensus_queue.cc:260] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.563493 16658 raft_consensus.cc:397] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.563696 16658 raft_consensus.cc:491] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.563984 16658 raft_consensus.cc:3058] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.568874 16658 raft_consensus.cc:513] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.569509 16658 leader_election.cc:304] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.570070 16658 leader_election.cc:290] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.570211 16661 raft_consensus.cc:2802] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.570662 16661 raft_consensus.cc:695] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.571291 16661 consensus_queue.cc:237] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.571496 16658 ts_tablet_manager.cc:1428] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20250624 08:00:39.572124 16658 tablet_bootstrap.cc:492] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.575912 16658 tablet_bootstrap.cc:654] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.579030 16519 catalog_manager.cc:5582] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.580749 16658 tablet_bootstrap.cc:492] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.581171 16658 ts_tablet_manager.cc:1397] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.009s user 0.009s sys 0.000s
I20250624 08:00:39.582572 16658 raft_consensus.cc:357] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.582952 16658 raft_consensus.cc:383] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.583146 16658 raft_consensus.cc:738] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.583557 16658 consensus_queue.cc:260] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.584053 16658 raft_consensus.cc:397] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.584265 16658 raft_consensus.cc:491] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.584525 16658 raft_consensus.cc:3058] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.588702 16658 raft_consensus.cc:513] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.589150 16658 leader_election.cc:304] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.589515 16658 leader_election.cc:290] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.589668 16661 raft_consensus.cc:2802] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.590166 16661 raft_consensus.cc:695] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.590966 16658 ts_tablet_manager.cc:1428] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:39.590853 16661 consensus_queue.cc:237] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.591679 16658 tablet_bootstrap.cc:492] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: Bootstrap starting.
I20250624 08:00:39.595264 16658 tablet_bootstrap.cc:654] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:39.598829 16519 catalog_manager.cc:5582] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.599567 16658 tablet_bootstrap.cc:492] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: No bootstrap required, opened a new log
I20250624 08:00:39.599864 16658 ts_tablet_manager.cc:1397] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s
I20250624 08:00:39.601295 16658 raft_consensus.cc:357] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.601655 16658 raft_consensus.cc:383] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:39.601846 16658 raft_consensus.cc:738] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Initialized, Role: FOLLOWER
I20250624 08:00:39.602291 16658 consensus_queue.cc:260] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.602825 16658 raft_consensus.cc:397] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:39.603089 16658 raft_consensus.cc:491] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:39.603309 16658 raft_consensus.cc:3058] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:39.607923 16658 raft_consensus.cc:513] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.608383 16658 leader_election.cc:304] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cb3d670fe90244c9a52a0fae8c07b31d; no voters:
I20250624 08:00:39.608791 16658 leader_election.cc:290] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:39.608911 16661 raft_consensus.cc:2802] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:39.609377 16661 raft_consensus.cc:695] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Becoming Leader. State: Replica: cb3d670fe90244c9a52a0fae8c07b31d, State: Running, Role: LEADER
I20250624 08:00:39.610121 16658 ts_tablet_manager.cc:1428] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20250624 08:00:39.609994 16661 consensus_queue.cc:237] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } }
I20250624 08:00:39.615447 16518 catalog_manager.cc:5582] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d reported cstate change: term changed from 0 to 1, leader changed from <none> to cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1). New cstate: current_term: 1 leader_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cb3d670fe90244c9a52a0fae8c07b31d" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 34805 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:39.664796 15772 catalog_manager.cc:3502] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20250624 08:00:39.681933 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:39.719231 16688 tablet.cc:1722] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.721940 16689 tablet.cc:1722] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.718231 16690 tablet.cc:1722] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.722198 16688 tablet.cc:1620] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.732589 16689 tablet.cc:1620] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.734509 16696 tablet.cc:1722] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.735003 16690 tablet.cc:1620] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.738163 16696 tablet.cc:1620] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.751623 16690 tablet.cc:1722] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.752044 16696 tablet.cc:1722] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.753683 16690 tablet.cc:1620] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.754004 16696 tablet.cc:1620] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.761332 16689 tablet.cc:1722] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:39.762923 16689 tablet.cc:1620] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: MemRowSet was empty: no flush needed.
I20250624 08:00:39.767096 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250624 08:00:39.768154 15772 tablet_replica.cc:331] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.768908 15772 raft_consensus.cc:2241] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.769380 15772 raft_consensus.cc:2270] T c3fc712b44644d26acfe7323fea1ef8d P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.771294 15772 tablet_replica.cc:331] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.771771 15772 raft_consensus.cc:2241] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.772109 15772 raft_consensus.cc:2270] T bcc805b77c1a418b8cc8953e9bf3de40 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.773940 15772 tablet_replica.cc:331] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.774420 15772 raft_consensus.cc:2241] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.774782 15772 raft_consensus.cc:2270] T 13abb2ad496c4d0181663a650690baae P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.776626 15772 tablet_replica.cc:331] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.777081 15772 raft_consensus.cc:2241] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.777536 15772 raft_consensus.cc:2270] T cd847e37bd3f45d1adebf64363f4e73c P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.779247 15772 tablet_replica.cc:331] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.779845 15772 raft_consensus.cc:2241] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.780279 15772 raft_consensus.cc:2270] T 24bfaba5161642b9b93cc6956d2bd7ad P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.782179 15772 tablet_replica.cc:331] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.782647 15772 raft_consensus.cc:2241] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.783010 15772 raft_consensus.cc:2270] T 84a2b5d698d64b19b4c4b50a91cd417b P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.784720 15772 tablet_replica.cc:331] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.785209 15772 raft_consensus.cc:2241] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.785554 15772 raft_consensus.cc:2270] T 5b02c6fad9734e5ca4d56ac90084e9df P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.788576 15772 tablet_replica.cc:331] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.789031 15772 raft_consensus.cc:2241] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.789422 15772 raft_consensus.cc:2270] T f48172e2db0b415db60c6f7848a152d8 P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.791095 15772 tablet_replica.cc:331] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.791477 15772 raft_consensus.cc:2241] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.791793 15772 raft_consensus.cc:2270] T 42800f5186394856891b06d731ddcf0a P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:39.793560 15772 tablet_replica.cc:331] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d: stopping tablet replica
I20250624 08:00:39.793965 15772 raft_consensus.cc:2241] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:39.794301 15772 raft_consensus.cc:2270] T 367f43ea4a224186a462c30bde491d5f P cb3d670fe90244c9a52a0fae8c07b31d [term 1 FOLLOWER]: Raft consensus is shut down!
W20250624 08:00:39.975553 16506 catalog_manager.cc:4671] TS cb3d670fe90244c9a52a0fae8c07b31d (127.15.103.1:34805): AlterTable RPC failed for tablet 367f43ea4a224186a462c30bde491d5f: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128c08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3a7a40)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3a7954)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3a774b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39fa01)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5b3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b4400128c08 by thread T70 (mutexes: write M695660130721818000):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x3a091a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39dff6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Location is heap block of size 264 at 0x7b4400128b80 allocated by thread T157:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x33f397)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29b1a6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a6155)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a5f31)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x39f865)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x39d88e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41e0ab)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:277:19 (libtablet.so+0x3d0a66)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1430:18 (libtserver.so+0x2b94a0)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2cd411)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2cd3b9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2cd349)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2cd311)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2cc5ed)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Thread T157 (tid=16658, finished) created by thread T185 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2b6692)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1475:34 (libtserver.so+0x266c99)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x67d34)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x67cc2)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x67bf1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x67b6c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x66e22)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f2dcc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f2206)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f1baf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f4ec3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f61e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f6199)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f6129)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f60f1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f53ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b08000be4a0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a7b1a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3a7999)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3a7777)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39fa01)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5b3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b08000be4a0 by thread T70 (mutexes: write M695660130721818000):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x39e032)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128330 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5bb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128330 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x312f45)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5f93)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a5ed9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a09d2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128338 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39f5bb)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a6875)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128338 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31a018)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bab4)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8b8d9)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7e830)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a5b74)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a09dd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128bf0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128bf0 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x312f45)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5f93)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a5ed9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x3a09d2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128bf8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous atomic write of size 8 at 0x7b4400128bf8 by thread T70 (mutexes: write M695660130721818000):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31a018)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bab4)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8b8d9)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7e830)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a5b74)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x3a09dd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39e041)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=15772)
Write of size 8 at 0x7b4400128c00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x33fc69)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34bb99)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34bb39)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29b942)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29b8d9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6f3d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a68e0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41cc24)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cfa05)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cfc19)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1000f7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x1000b9)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100079)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0xfffda)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc329)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc300)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc2c0)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b09a6)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b08c4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b067b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x288d61)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b3cce)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x255aee)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b2b9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x312eb2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd78c7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe3814)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd62c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6359)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x34e837)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x34e79d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x34e72b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34890d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x348939)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x35d23b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (catalog_manager-test+0x35c13c)
Previous read of size 8 at 0x7b4400128c00 by thread T70 (mutexes: write M695660130721818000):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x3a08d9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39dfea)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d5f0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416652)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415de3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419ff1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419fa9)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419f39)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419f01)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41912d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
Mutex M695660130721818000 is already destroyed.
Thread T70 'apply [worker]-' (tid=16689, running) created by thread T24 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c39a5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642:15 (libkudu_util.so+0x442eaa)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d49b9)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45f7ab)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45da4f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45fd12)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x415180)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x415719)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x4179aa)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417938)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4178b8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417873)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x416a8c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3e9ff6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4848)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1a9ef0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1815d3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19aec4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1383e4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x138393)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138308)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1382c3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1375ac)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1610d6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x13386d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x137245)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1371d9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x137169)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137131)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13642d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x460574)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x4628c1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x462879)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x462809)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4627d1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x461acd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5c124)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5bf59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:698:3 (libkudu_util.so+0x443646)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20250624 08:00:40.154177 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:40.166023 15772 master.cc:561] Master@127.15.103.62:40195 shutting down...
I20250624 08:00:40.435498 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:40.435966 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:40.436199 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P 9b3044708f0c4f859680ac6ccbb1d4b5: stopping tablet replica
I20250624 08:00:40.455044 15772 master.cc:583] Master@127.15.103.62:40195 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (1460 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20250624 08:00:40.475464 15772 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.15.103.62:44253
I20250624 08:00:40.476420 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:40.480609 16698 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:40.481876 16699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:40.482259 16701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:40.483076 15772 server_base.cc:1048] running on GCE node
I20250624 08:00:40.483693 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:40.483867 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:40.484020 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752040484001 us; error 0 us; skew 500 ppm
I20250624 08:00:40.484506 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:40.489720 15772 webserver.cc:469] Webserver started at http://127.15.103.62:46207/ using document root <none> and password file <none>
I20250624 08:00:40.490218 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:40.490387 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:40.490643 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:40.491628 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/instance:
uuid: "0d7e612a4c1b4032a720f94e60caaddc"
format_stamp: "Formatted at 2025-06-24 08:00:40 on dist-test-slave-3lcc"
I20250624 08:00:40.495487 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.004s
I20250624 08:00:40.498363 16706 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:40.498986 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20250624 08:00:40.499222 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
uuid: "0d7e612a4c1b4032a720f94e60caaddc"
format_stamp: "Formatted at 2025-06-24 08:00:40 on dist-test-slave-3lcc"
I20250624 08:00:40.499497 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:40.508625 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:40.509538 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:40.540769 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.62:44253
I20250624 08:00:40.540853 16757 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.62:44253 every 8 connection(s)
I20250624 08:00:40.544224 16758 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.553325 16758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc: Bootstrap starting.
I20250624 08:00:40.557070 16758 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.560479 16758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc: No bootstrap required, opened a new log
I20250624 08:00:40.562163 16758 raft_consensus.cc:357] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER }
I20250624 08:00:40.562526 16758 raft_consensus.cc:383] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.562748 16758 raft_consensus.cc:738] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d7e612a4c1b4032a720f94e60caaddc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.563308 16758 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER }
I20250624 08:00:40.563730 16758 raft_consensus.cc:397] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.563941 16758 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.564185 16758 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.568159 16758 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER }
I20250624 08:00:40.568635 16758 leader_election.cc:304] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 0d7e612a4c1b4032a720f94e60caaddc; no voters:
I20250624 08:00:40.569713 16758 leader_election.cc:290] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.569947 16761 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.571327 16761 raft_consensus.cc:695] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 1 LEADER]: Becoming Leader. State: Replica: 0d7e612a4c1b4032a720f94e60caaddc, State: Running, Role: LEADER
I20250624 08:00:40.571950 16761 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER }
I20250624 08:00:40.572485 16758 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [sys.catalog]: configured and running, proceeding with master startup.
I20250624 08:00:40.574633 16763 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d7e612a4c1b4032a720f94e60caaddc. Latest consensus state: current_term: 1 leader_uuid: "0d7e612a4c1b4032a720f94e60caaddc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER } }
I20250624 08:00:40.574625 16762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "0d7e612a4c1b4032a720f94e60caaddc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0d7e612a4c1b4032a720f94e60caaddc" member_type: VOTER } }
I20250624 08:00:40.575256 16763 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:40.575562 16762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [sys.catalog]: This master's current role is: LEADER
I20250624 08:00:40.583428 16766 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250624 08:00:40.588017 16766 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250624 08:00:40.589006 15772 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250624 08:00:40.595211 16766 catalog_manager.cc:1349] Generated new cluster ID: 5a28e87c67594fd3851c2ba3bf81c3e8
I20250624 08:00:40.595463 16766 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250624 08:00:40.616011 16766 catalog_manager.cc:1372] Generated new certificate authority record
I20250624 08:00:40.617254 16766 catalog_manager.cc:1506] Loading token signing keys...
I20250624 08:00:40.631891 16766 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc: Generated new TSK 0
I20250624 08:00:40.632459 16766 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250624 08:00:40.654697 15772 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250624 08:00:40.659603 16779 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250624 08:00:40.660777 16780 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:40.668321 15772 server_base.cc:1048] running on GCE node
W20250624 08:00:40.668268 16782 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250624 08:00:40.669219 15772 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250624 08:00:40.669389 15772 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250624 08:00:40.669504 15772 hybrid_clock.cc:648] HybridClock initialized: now 1750752040669494 us; error 0 us; skew 500 ppm
I20250624 08:00:40.669950 15772 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250624 08:00:40.672078 15772 webserver.cc:469] Webserver started at http://127.15.103.1:42729/ using document root <none> and password file <none>
I20250624 08:00:40.672468 15772 fs_manager.cc:362] Metadata directory not provided
I20250624 08:00:40.672645 15772 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250624 08:00:40.672844 15772 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
I20250624 08:00:40.673923 15772 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/instance:
uuid: "088b4826bf544fa1a013f090c1db08bc"
format_stamp: "Formatted at 2025-06-24 08:00:40 on dist-test-slave-3lcc"
I20250624 08:00:40.678321 15772 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20250624 08:00:40.681221 16787 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:40.681931 15772 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250624 08:00:40.682170 15772 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
uuid: "088b4826bf544fa1a013f090c1db08bc"
format_stamp: "Formatted at 2025-06-24 08:00:40 on dist-test-slave-3lcc"
I20250624 08:00:40.682433 15772 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-task8p2X_Y/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1750752033917381-15772-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250624 08:00:40.703574 15772 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250624 08:00:40.704496 15772 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250624 08:00:40.705799 15772 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250624 08:00:40.707839 15772 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250624 08:00:40.708060 15772 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:40.708280 15772 ts_tablet_manager.cc:610] Registered 0 tablets
I20250624 08:00:40.708449 15772 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250624 08:00:40.742980 15772 rpc_server.cc:307] RPC server started. Bound to: 127.15.103.1:46035
I20250624 08:00:40.743067 16849 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.103.1:46035 every 8 connection(s)
I20250624 08:00:40.756630 16850 heartbeater.cc:344] Connected to a master server at 127.15.103.62:44253
I20250624 08:00:40.756937 16850 heartbeater.cc:461] Registering TS with master...
I20250624 08:00:40.757586 16850 heartbeater.cc:507] Master 127.15.103.62:44253 requested a full tablet report, sending...
I20250624 08:00:40.759151 16723 ts_manager.cc:194] Registered new tserver with Master: 088b4826bf544fa1a013f090c1db08bc (127.15.103.1:46035)
I20250624 08:00:40.759765 15772 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013871966s
I20250624 08:00:40.761180 16723 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:58012
I20250624 08:00:40.779832 16723 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58020:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250624 08:00:40.822394 16815 tablet_service.cc:1468] Processing CreateTablet for tablet a99549caaf2c4595b16dfa41c98e595b (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION VALUES < 100
I20250624 08:00:40.822494 16814 tablet_service.cc:1468] Processing CreateTablet for tablet 185bd454a4924a2c854a008dab3dff8f (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250624 08:00:40.822743 16813 tablet_service.cc:1468] Processing CreateTablet for tablet 2234cd8e38cd43658d5638fff056dd2a (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250624 08:00:40.823700 16815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a99549caaf2c4595b16dfa41c98e595b. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.824383 16814 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 185bd454a4924a2c854a008dab3dff8f. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.824203 16809 tablet_service.cc:1468] Processing CreateTablet for tablet 1eb7dfaad3274a13bf9104953607d3cf (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250624 08:00:40.825006 16813 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2234cd8e38cd43658d5638fff056dd2a. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.825948 16811 tablet_service.cc:1468] Processing CreateTablet for tablet 04572c9044924dfabc38fad26fc74196 (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250624 08:00:40.826776 16807 tablet_service.cc:1468] Processing CreateTablet for tablet dbf12a9cc8d04d69bd3f5f0d97b30ccc (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250624 08:00:40.828145 16810 tablet_service.cc:1468] Processing CreateTablet for tablet 47d1d03f2b754cedbc486750c41f6606 (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250624 08:00:40.828547 16806 tablet_service.cc:1468] Processing CreateTablet for tablet f4d16072cdf24f499077876fcfa106a5 (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250624 08:00:40.824908 16812 tablet_service.cc:1468] Processing CreateTablet for tablet 81ee7e7cbdcb4e1dadd68e7928a5ad69 (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250624 08:00:40.827172 16811 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 04572c9044924dfabc38fad26fc74196. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.825948 16808 tablet_service.cc:1468] Processing CreateTablet for tablet 0ab2b07477bb4921ac68f2a5a29edd8f (DEFAULT_TABLE table=test_table [id=ed6204630ba044eaa7b0cc4661684300]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250624 08:00:40.831038 16808 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ab2b07477bb4921ac68f2a5a29edd8f. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.835144 16806 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f4d16072cdf24f499077876fcfa106a5. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.841461 16810 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 47d1d03f2b754cedbc486750c41f6606. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.845278 16812 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81ee7e7cbdcb4e1dadd68e7928a5ad69. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.846925 16862 tablet_bootstrap.cc:492] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.852632 16862 tablet_bootstrap.cc:654] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.853421 16807 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dbf12a9cc8d04d69bd3f5f0d97b30ccc. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.854303 16809 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1eb7dfaad3274a13bf9104953607d3cf. 1 dirs total, 0 dirs full, 0 dirs failed
I20250624 08:00:40.858754 16862 tablet_bootstrap.cc:492] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.859191 16862 ts_tablet_manager.cc:1397] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
I20250624 08:00:40.861524 16862 raft_consensus.cc:357] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.862074 16862 raft_consensus.cc:383] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.862329 16862 raft_consensus.cc:738] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.863031 16862 consensus_queue.cc:260] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.863612 16862 raft_consensus.cc:397] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.863907 16862 raft_consensus.cc:491] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.864259 16862 raft_consensus.cc:3058] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.870335 16862 raft_consensus.cc:513] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.871011 16862 leader_election.cc:304] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.879699 16862 leader_election.cc:290] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.879993 16864 raft_consensus.cc:2802] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.885107 16850 heartbeater.cc:499] Master 127.15.103.62:44253 was elected leader, sending a full tablet report...
I20250624 08:00:40.885298 16862 ts_tablet_manager.cc:1428] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.026s user 0.023s sys 0.004s
I20250624 08:00:40.884682 16864 raft_consensus.cc:695] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.885977 16862 tablet_bootstrap.cc:492] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.886322 16864 consensus_queue.cc:237] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.892256 16862 tablet_bootstrap.cc:654] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.896412 16862 tablet_bootstrap.cc:492] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.896749 16862 ts_tablet_manager.cc:1397] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20250624 08:00:40.897316 16723 catalog_manager.cc:5582] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:40.898455 16862 raft_consensus.cc:357] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.898821 16862 raft_consensus.cc:383] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.899036 16862 raft_consensus.cc:738] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.899499 16862 consensus_queue.cc:260] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.899916 16862 raft_consensus.cc:397] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.900152 16862 raft_consensus.cc:491] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.900391 16862 raft_consensus.cc:3058] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.905752 16862 raft_consensus.cc:513] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.906226 16862 leader_election.cc:304] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.906682 16862 leader_election.cc:290] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.906824 16864 raft_consensus.cc:2802] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.907358 16864 raft_consensus.cc:695] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.908007 16864 consensus_queue.cc:237] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.908825 16862 ts_tablet_manager.cc:1428] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.012s user 0.010s sys 0.000s
I20250624 08:00:40.909619 16862 tablet_bootstrap.cc:492] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.914494 16723 catalog_manager.cc:5582] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:40.915316 16862 tablet_bootstrap.cc:654] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.919652 16862 tablet_bootstrap.cc:492] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.919986 16862 ts_tablet_manager.cc:1397] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
I20250624 08:00:40.921705 16862 raft_consensus.cc:357] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.922209 16862 raft_consensus.cc:383] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.922420 16862 raft_consensus.cc:738] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.922885 16862 consensus_queue.cc:260] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.923305 16862 raft_consensus.cc:397] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.923529 16862 raft_consensus.cc:491] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.923856 16862 raft_consensus.cc:3058] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.928287 16862 raft_consensus.cc:513] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.928810 16862 leader_election.cc:304] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.929297 16862 leader_election.cc:290] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.929435 16864 raft_consensus.cc:2802] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.929883 16864 raft_consensus.cc:695] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.930491 16864 consensus_queue.cc:237] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.930752 16862 ts_tablet_manager.cc:1428] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.011s user 0.007s sys 0.004s
I20250624 08:00:40.931422 16862 tablet_bootstrap.cc:492] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.936307 16862 tablet_bootstrap.cc:654] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.937143 16723 catalog_manager.cc:5582] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:40.940843 16862 tablet_bootstrap.cc:492] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.941206 16862 ts_tablet_manager.cc:1397] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
I20250624 08:00:40.943701 16862 raft_consensus.cc:357] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.944078 16862 raft_consensus.cc:383] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.944341 16862 raft_consensus.cc:738] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.944854 16862 consensus_queue.cc:260] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.945298 16862 raft_consensus.cc:397] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.945521 16862 raft_consensus.cc:491] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.945767 16862 raft_consensus.cc:3058] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.950707 16862 raft_consensus.cc:513] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.951154 16862 leader_election.cc:304] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.951562 16862 leader_election.cc:290] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.951689 16864 raft_consensus.cc:2802] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.952157 16864 raft_consensus.cc:695] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.952744 16864 consensus_queue.cc:237] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.952955 16862 ts_tablet_manager.cc:1428] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
I20250624 08:00:40.953635 16862 tablet_bootstrap.cc:492] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.958362 16862 tablet_bootstrap.cc:654] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.958375 16723 catalog_manager.cc:5582] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:40.962760 16862 tablet_bootstrap.cc:492] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.963135 16862 ts_tablet_manager.cc:1397] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
I20250624 08:00:40.965049 16862 raft_consensus.cc:357] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.965513 16862 raft_consensus.cc:383] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.965728 16862 raft_consensus.cc:738] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.966265 16862 consensus_queue.cc:260] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.967481 16862 raft_consensus.cc:397] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.967787 16862 raft_consensus.cc:491] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.968115 16862 raft_consensus.cc:3058] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.972625 16862 raft_consensus.cc:513] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.973150 16862 leader_election.cc:304] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.973636 16862 leader_election.cc:290] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.973769 16864 raft_consensus.cc:2802] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.974192 16864 raft_consensus.cc:695] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.975260 16864 consensus_queue.cc:237] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.975558 16862 ts_tablet_manager.cc:1428] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20250624 08:00:40.976215 16862 tablet_bootstrap.cc:492] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:40.980966 16862 tablet_bootstrap.cc:654] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:40.980957 16723 catalog_manager.cc:5582] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:40.985918 16862 tablet_bootstrap.cc:492] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:40.986219 16862 ts_tablet_manager.cc:1397] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:40.988098 16862 raft_consensus.cc:357] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.988432 16862 raft_consensus.cc:383] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:40.988624 16862 raft_consensus.cc:738] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:40.989078 16862 consensus_queue.cc:260] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.989542 16862 raft_consensus.cc:397] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:40.989809 16862 raft_consensus.cc:491] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:40.990010 16862 raft_consensus.cc:3058] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:40.994668 16862 raft_consensus.cc:513] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.995090 16862 leader_election.cc:304] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:40.995487 16862 leader_election.cc:290] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:40.995607 16864 raft_consensus.cc:2802] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:40.996096 16864 raft_consensus.cc:695] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:40.996682 16864 consensus_queue.cc:237] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:40.996838 16862 ts_tablet_manager.cc:1428] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.010s user 0.005s sys 0.003s
I20250624 08:00:40.997607 16862 tablet_bootstrap.cc:492] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:41.001523 16862 tablet_bootstrap.cc:654] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:41.003710 16723 catalog_manager.cc:5582] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:41.005230 16862 tablet_bootstrap.cc:492] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:41.005595 16862 ts_tablet_manager.cc:1397] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20250624 08:00:41.007156 16862 raft_consensus.cc:357] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.007491 16862 raft_consensus.cc:383] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:41.007704 16862 raft_consensus.cc:738] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:41.008211 16862 consensus_queue.cc:260] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.008788 16862 raft_consensus.cc:397] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:41.009050 16862 raft_consensus.cc:491] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:41.009344 16862 raft_consensus.cc:3058] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:41.013494 16862 raft_consensus.cc:513] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.014068 16862 leader_election.cc:304] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:41.014595 16862 leader_election.cc:290] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:41.014709 16864 raft_consensus.cc:2802] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:41.015128 16864 raft_consensus.cc:695] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:41.015717 16864 consensus_queue.cc:237] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.016162 16862 ts_tablet_manager.cc:1428] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:41.016877 16862 tablet_bootstrap.cc:492] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:41.021097 16862 tablet_bootstrap.cc:654] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:41.021003 16723 catalog_manager.cc:5582] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:41.024978 16862 tablet_bootstrap.cc:492] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:41.025286 16862 ts_tablet_manager.cc:1397] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20250624 08:00:41.027143 16862 raft_consensus.cc:357] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.027516 16862 raft_consensus.cc:383] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:41.027762 16862 raft_consensus.cc:738] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:41.028324 16862 consensus_queue.cc:260] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.028877 16862 raft_consensus.cc:397] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:41.029170 16862 raft_consensus.cc:491] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:41.029625 16862 raft_consensus.cc:3058] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:41.033486 16862 raft_consensus.cc:513] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.033892 16862 leader_election.cc:304] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:41.034267 16862 leader_election.cc:290] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:41.034394 16864 raft_consensus.cc:2802] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:41.034858 16864 raft_consensus.cc:695] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:41.035524 16862 ts_tablet_manager.cc:1428] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250624 08:00:41.035488 16864 consensus_queue.cc:237] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.036131 16862 tablet_bootstrap.cc:492] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:41.040005 16862 tablet_bootstrap.cc:654] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:41.042399 16723 catalog_manager.cc:5582] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:41.043896 16862 tablet_bootstrap.cc:492] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:41.044248 16862 ts_tablet_manager.cc:1397] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20250624 08:00:41.045958 16862 raft_consensus.cc:357] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.046272 16862 raft_consensus.cc:383] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:41.046490 16862 raft_consensus.cc:738] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:41.046952 16862 consensus_queue.cc:260] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.047333 16862 raft_consensus.cc:397] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:41.047596 16862 raft_consensus.cc:491] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:41.047894 16862 raft_consensus.cc:3058] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:41.052241 16862 raft_consensus.cc:513] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.052838 16862 leader_election.cc:304] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:41.053373 16862 leader_election.cc:290] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:41.053504 16864 raft_consensus.cc:2802] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:41.053928 16864 raft_consensus.cc:695] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:41.054502 16864 consensus_queue.cc:237] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.054963 16862 ts_tablet_manager.cc:1428] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.010s user 0.011s sys 0.000s
I20250624 08:00:41.055809 16862 tablet_bootstrap.cc:492] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: Bootstrap starting.
I20250624 08:00:41.060346 16862 tablet_bootstrap.cc:654] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: Neither blocks nor log segments found. Creating new log.
I20250624 08:00:41.060415 16723 catalog_manager.cc:5582] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:41.063838 16862 tablet_bootstrap.cc:492] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: No bootstrap required, opened a new log
I20250624 08:00:41.064129 16862 ts_tablet_manager.cc:1397] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20250624 08:00:41.065610 16862 raft_consensus.cc:357] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.066054 16862 raft_consensus.cc:383] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250624 08:00:41.066237 16862 raft_consensus.cc:738] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Initialized, Role: FOLLOWER
I20250624 08:00:41.066730 16862 consensus_queue.cc:260] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.067257 16862 raft_consensus.cc:397] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250624 08:00:41.067459 16862 raft_consensus.cc:491] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250624 08:00:41.067691 16862 raft_consensus.cc:3058] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 0 FOLLOWER]: Advancing to term 1
I20250624 08:00:41.071271 16862 raft_consensus.cc:513] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.071691 16862 leader_election.cc:304] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 088b4826bf544fa1a013f090c1db08bc; no voters:
I20250624 08:00:41.072068 16862 leader_election.cc:290] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [CANDIDATE]: Term 1 election: Requested vote from peers
I20250624 08:00:41.072199 16864 raft_consensus.cc:2802] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Leader election won for term 1
I20250624 08:00:41.072628 16864 raft_consensus.cc:695] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Becoming Leader. State: Replica: 088b4826bf544fa1a013f090c1db08bc, State: Running, Role: LEADER
I20250624 08:00:41.073381 16862 ts_tablet_manager.cc:1428] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: Time spent starting tablet: real 0.009s user 0.010s sys 0.000s
I20250624 08:00:41.073254 16864 consensus_queue.cc:237] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } }
I20250624 08:00:41.079699 16723 catalog_manager.cc:5582] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc reported cstate change: term changed from 0 to 1, leader changed from <none> to 088b4826bf544fa1a013f090c1db08bc (127.15.103.1). New cstate: current_term: 1 leader_uuid: "088b4826bf544fa1a013f090c1db08bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "088b4826bf544fa1a013f090c1db08bc" member_type: VOTER last_known_addr { host: "127.15.103.1" port: 46035 } health_report { overall_health: HEALTHY } } }
I20250624 08:00:41.134845 15772 catalog_manager.cc:3511] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20250624 08:00:41.184486 15772 tablet_server.cc:178] TabletServer@127.15.103.1:0 shutting down...
I20250624 08:00:41.192631 16890 tablet.cc:1722] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.197929 16891 tablet.cc:1722] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.200255 16891 tablet.cc:1620] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.202090 16890 tablet.cc:1620] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.209690 16889 tablet.cc:1722] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.212762 16889 tablet.cc:1620] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.235425 16891 tablet.cc:1722] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.236075 16890 tablet.cc:1722] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.237882 16891 tablet.cc:1620] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.238819 16898 tablet.cc:1722] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.240650 16898 tablet.cc:1620] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.232928 16889 tablet.cc:1722] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.242657 16889 tablet.cc:1620] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.244421 16890 tablet.cc:1620] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.256518 16891 tablet.cc:1722] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.256840 16890 tablet.cc:1722] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.258291 16891 tablet.cc:1620] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.258491 16890 tablet.cc:1620] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.261420 16889 tablet.cc:1722] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250624 08:00:41.263159 16889 tablet.cc:1620] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: MemRowSet was empty: no flush needed.
I20250624 08:00:41.264147 15772 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250624 08:00:41.265524 15772 tablet_replica.cc:331] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.266235 15772 raft_consensus.cc:2241] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.266765 15772 raft_consensus.cc:2270] T dbf12a9cc8d04d69bd3f5f0d97b30ccc P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.273298 15772 tablet_replica.cc:331] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.273799 15772 raft_consensus.cc:2241] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.274174 15772 raft_consensus.cc:2270] T f4d16072cdf24f499077876fcfa106a5 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.276024 15772 tablet_replica.cc:331] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.276482 15772 raft_consensus.cc:2241] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.276846 15772 raft_consensus.cc:2270] T 81ee7e7cbdcb4e1dadd68e7928a5ad69 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.278682 15772 tablet_replica.cc:331] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.279151 15772 raft_consensus.cc:2241] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.279495 15772 raft_consensus.cc:2270] T 1eb7dfaad3274a13bf9104953607d3cf P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.281255 15772 tablet_replica.cc:331] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.281694 15772 raft_consensus.cc:2241] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.282065 15772 raft_consensus.cc:2270] T 2234cd8e38cd43658d5638fff056dd2a P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.283851 15772 tablet_replica.cc:331] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.284332 15772 raft_consensus.cc:2241] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.284677 15772 raft_consensus.cc:2270] T 47d1d03f2b754cedbc486750c41f6606 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.286393 15772 tablet_replica.cc:331] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.286854 15772 raft_consensus.cc:2241] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.287196 15772 raft_consensus.cc:2270] T 04572c9044924dfabc38fad26fc74196 P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.288767 15772 tablet_replica.cc:331] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.289218 15772 raft_consensus.cc:2241] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.289580 15772 raft_consensus.cc:2270] T 0ab2b07477bb4921ac68f2a5a29edd8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.291230 15772 tablet_replica.cc:331] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.291647 15772 raft_consensus.cc:2241] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.291998 15772 raft_consensus.cc:2270] T 185bd454a4924a2c854a008dab3dff8f P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.293825 15772 tablet_replica.cc:331] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc: stopping tablet replica
I20250624 08:00:41.294212 15772 raft_consensus.cc:2241] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.294545 15772 raft_consensus.cc:2270] T a99549caaf2c4595b16dfa41c98e595b P 088b4826bf544fa1a013f090c1db08bc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.319540 15772 tablet_server.cc:195] TabletServer@127.15.103.1:0 shutdown complete.
I20250624 08:00:41.331384 15772 master.cc:561] Master@127.15.103.62:44253 shutting down...
I20250624 08:00:41.343238 15772 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 1 LEADER]: Raft consensus shutting down.
I20250624 08:00:41.343756 15772 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc [term 1 FOLLOWER]: Raft consensus is shut down!
I20250624 08:00:41.344050 15772 tablet_replica.cc:331] T 00000000000000000000000000000000 P 0d7e612a4c1b4032a720f94e60caaddc: stopping tablet replica
I20250624 08:00:41.360383 15772 master.cc:583] Master@127.15.103.62:44253 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (906 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (7243 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (7310 ms total)
[ PASSED ] 10 tests.
I20250624 08:00:41.386330 15772 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4671: suppressed but not reported on 6 messages since previous log ~1 seconds ago
I20250624 08:00:41.386577 15772 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 90 messages since previous log ~4 seconds ago
ThreadSanitizer: reported 7 warnings