CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44001c9b08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3a6d30)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3a6c44)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3a6a3b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39ecf1)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8a3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b44001c9b08 by thread T55 (mutexes: write M223626594778020640):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x39fc0a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39d2e6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Location is heap block of size 264 at 0x7b44001c9a80 allocated by thread T160:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29a306)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a5445)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a5221)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x39eb55)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x39cb7e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41dd7b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:277:19 (libtablet.so+0x3d0736)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1430:18 (libtserver.so+0x2b9b90)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2cdb01)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2cdaa9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2cda39)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2cda01)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2cccdd)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Thread T160 (tid=8954, finished) created by thread T194 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2b6d82)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1475:34 (libtserver.so+0x267209)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f3ccc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3106)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f2aaf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f5dc3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f70e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7099)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f7029)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f6ff1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f62ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b08000c69c0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6e0a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3a6c89)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3a6a67)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39ecf1)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8a3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b08000c69c0 by thread T55 (mutexes: write M223626594778020640):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x39d322)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44000f74b0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8ab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44000f74b0 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5263)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a51a9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x39fcc2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44000f74b8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8ab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44000f74b8 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a4e64)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x39fccd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44001c9af0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44001c9af0 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5263)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a51a9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x39fcc2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44001c9af8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44001c9af8 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a4e64)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x39fccd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser: WARNING: ThreadSanitizer: data race (pid=7868) Write of size 8 at 0x7b44001c9b00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b44001c9b00 by thread T55 (mutexes: write M223626594778020640):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x39fbc9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39d2da)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20250902 07:54:50.807773 7868 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20250902 07:54:50.808329 7868 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20250902 07:54:50.808614 7868 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20250902 07:54:50.808871 7868 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (7 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (47 ms)
[----------] 3 tests from TableInfoTest (57 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (10 ms)
[----------] 1 test from TestTSDescriptor (10 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20250902 07:54:50.875022 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:41073
I20250902 07:54:50.876309 7868 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20250902 07:54:50.877350 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:50.892135 7875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:50.892619 7874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:50.892997 7877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:50.894212 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:52.071775 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:52.072027 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:52.072225 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799692072199 us; error 0 us; skew 500 ppm
I20250902 07:54:52.073041 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:52.078440 7868 webserver.cc:480] Webserver started at http://127.7.175.62:34021/ using document root <none> and password file <none>
I20250902 07:54:52.079298 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:52.079519 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:52.079934 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:52.085778 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "a6553048269844559724f9c352574af9"
format_stamp: "Formatted at 2025-09-02 07:54:52 on dist-test-slave-qswg"
I20250902 07:54:52.093271 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
I20250902 07:54:52.098155 7883 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:52.099176 7868 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
I20250902 07:54:52.099507 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "a6553048269844559724f9c352574af9"
format_stamp: "Formatted at 2025-09-02 07:54:52 on dist-test-slave-qswg"
I20250902 07:54:52.099839 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:52.147897 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:52.149411 7868 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20250902 07:54:52.149982 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:52.220027 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:41073
I20250902 07:54:52.220113 7934 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:41073 every 8 connection(s)
I20250902 07:54:52.226945 7935 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.248267 7935 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Bootstrap starting.
I20250902 07:54:52.253959 7935 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.255765 7935 log.cc:826] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Log is configured to *not* fsync() on all Append() calls
I20250902 07:54:52.260068 7935 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: No bootstrap required, opened a new log
I20250902 07:54:52.280144 7935 raft_consensus.cc:357] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER }
I20250902 07:54:52.280722 7935 raft_consensus.cc:383] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.280962 7935 raft_consensus.cc:738] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6553048269844559724f9c352574af9, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.281857 7935 consensus_queue.cc:260] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER }
I20250902 07:54:52.282344 7935 raft_consensus.cc:397] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.282625 7935 raft_consensus.cc:491] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.282975 7935 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.287787 7935 raft_consensus.cc:513] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER }
I20250902 07:54:52.288427 7935 leader_election.cc:304] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: a6553048269844559724f9c352574af9; no voters:
I20250902 07:54:52.288491 7938 raft_consensus.cc:491] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20250902 07:54:52.288830 7938 raft_consensus.cc:513] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER }
I20250902 07:54:52.290793 7935 leader_election.cc:290] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.291783 7939 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.292248 7938 leader_election.cc:304] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: a6553048269844559724f9c352574af9; no voters:
I20250902 07:54:52.295773 7939 raft_consensus.cc:695] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 LEADER]: Becoming Leader. State: Replica: a6553048269844559724f9c352574af9, State: Running, Role: LEADER
I20250902 07:54:52.296231 7938 leader_election.cc:290] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers
I20250902 07:54:52.296494 7935 sys_catalog.cc:564] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:52.296742 7939 consensus_queue.cc:237] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER }
I20250902 07:54:52.303784 7940 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "a6553048269844559724f9c352574af9" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER } }
I20250902 07:54:52.304456 7940 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:52.305408 7941 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a6553048269844559724f9c352574af9. Latest consensus state: current_term: 1 leader_uuid: "a6553048269844559724f9c352574af9" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a6553048269844559724f9c352574af9" member_type: VOTER } }
I20250902 07:54:52.305871 7941 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:52.312624 7948 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:52.322853 7948 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:52.325403 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:52.338133 7948 catalog_manager.cc:1349] Generated new cluster ID: 137d4c2ed57541e8ac785b57213bda85
I20250902 07:54:52.338449 7948 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:52.356500 7948 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:52.358697 7948 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:52.382732 7948 catalog_manager.cc:5955] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Generated new TSK 0
I20250902 07:54:52.383642 7948 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:52.392069 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:52.401404 7959 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:52.403095 7960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:52.405877 7962 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:52.406355 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:52.407240 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:52.407501 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:52.407703 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799692407686 us; error 0 us; skew 500 ppm
I20250902 07:54:52.408475 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:52.412815 7868 webserver.cc:480] Webserver started at http://127.7.175.1:45189/ using document root <none> and password file <none>
I20250902 07:54:52.413400 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:52.413604 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:52.413864 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:52.414951 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "6a33e25cdbf844baaa10122cbb21f73d"
format_stamp: "Formatted at 2025-09-02 07:54:52 on dist-test-slave-qswg"
I20250902 07:54:52.420467 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
I20250902 07:54:52.424822 7967 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:52.425663 7868 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
I20250902 07:54:52.425931 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "6a33e25cdbf844baaa10122cbb21f73d"
format_stamp: "Formatted at 2025-09-02 07:54:52 on dist-test-slave-qswg"
I20250902 07:54:52.426208 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:52.443591 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:52.444851 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:52.447643 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:52.452221 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:52.452436 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:52.452732 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:52.452890 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:52.556571 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:32897
I20250902 07:54:52.556633 8029 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:32897 every 8 connection(s)
I20250902 07:54:52.582087 8030 heartbeater.cc:344] Connected to a master server at 127.7.175.62:41073
I20250902 07:54:52.582624 8030 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:52.583740 8030 heartbeater.cc:507] Master 127.7.175.62:41073 requested a full tablet report, sending...
I20250902 07:54:52.586874 7900 ts_manager.cc:194] Registered new tserver with Master: 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1:32897)
I20250902 07:54:52.586956 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.025318287s
I20250902 07:54:52.589047 7900 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:46166
I20250902 07:54:52.620539 7900 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46170:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250902 07:54:52.700855 7994 tablet_service.cc:1468] Processing CreateTablet for tablet b082dcabe1f04c73b170287fc9db6d86 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250902 07:54:52.701125 7995 tablet_service.cc:1468] Processing CreateTablet for tablet a6cae3a57a5540f388b78b629a2942c7 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION VALUES < 100
I20250902 07:54:52.704546 7990 tablet_service.cc:1468] Processing CreateTablet for tablet b5f7e1081cca4b519d5147bcd12e50f6 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250902 07:54:52.704399 7993 tablet_service.cc:1468] Processing CreateTablet for tablet 2290f27bb1004007ac8792bc24b89603 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250902 07:54:52.703408 7991 tablet_service.cc:1468] Processing CreateTablet for tablet 3cc0e831323149ebbcbc34f0bdf024eb (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250902 07:54:52.707693 7994 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b082dcabe1f04c73b170287fc9db6d86. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.708490 7988 tablet_service.cc:1468] Processing CreateTablet for tablet 80b4480a105349e599cb21c893684738 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250902 07:54:52.706923 7992 tablet_service.cc:1468] Processing CreateTablet for tablet 47caab6e7cbe4e6fbe92b85c5918f220 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250902 07:54:52.711424 7987 tablet_service.cc:1468] Processing CreateTablet for tablet e43277e626ad43bda90abaf9da3231fd (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250902 07:54:52.712320 7989 tablet_service.cc:1468] Processing CreateTablet for tablet 4ca0ad59c02d44e6b9ca0003c9fdd91c (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250902 07:54:52.713478 7986 tablet_service.cc:1468] Processing CreateTablet for tablet ea9439c5a8d24aa8afec8a3748ce2b10 (DEFAULT_TABLE table=test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250902 07:54:52.714063 7995 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a6cae3a57a5540f388b78b629a2942c7. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.715301 7993 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2290f27bb1004007ac8792bc24b89603. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.715977 7988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 80b4480a105349e599cb21c893684738. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.716643 7990 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5f7e1081cca4b519d5147bcd12e50f6. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.717515 7987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e43277e626ad43bda90abaf9da3231fd. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.721509 7989 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4ca0ad59c02d44e6b9ca0003c9fdd91c. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.723459 7992 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 47caab6e7cbe4e6fbe92b85c5918f220. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.726303 7986 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ea9439c5a8d24aa8afec8a3748ce2b10. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.728432 7991 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3cc0e831323149ebbcbc34f0bdf024eb. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:52.809167 8042 tablet_bootstrap.cc:492] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.814352 8042 tablet_bootstrap.cc:654] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.818377 8042 tablet_bootstrap.cc:492] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.818728 8042 ts_tablet_manager.cc:1397] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:52.820659 8042 raft_consensus.cc:357] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.821113 8042 raft_consensus.cc:383] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.821372 8042 raft_consensus.cc:738] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.821992 8042 consensus_queue.cc:260] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.822471 8042 raft_consensus.cc:397] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.822707 8042 raft_consensus.cc:491] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.822950 8042 raft_consensus.cc:3058] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.827222 8042 raft_consensus.cc:513] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.827757 8042 leader_election.cc:304] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.829599 8044 raft_consensus.cc:2802] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.829324 8042 leader_election.cc:290] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.831038 8044 raft_consensus.cc:695] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.831763 8044 consensus_queue.cc:237] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.832295 8030 heartbeater.cc:499] Master 127.7.175.62:41073 was elected leader, sending a full tablet report...
I20250902 07:54:52.838948 8042 ts_tablet_manager.cc:1428] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.020s user 0.009s sys 0.009s
I20250902 07:54:52.839877 8042 tablet_bootstrap.cc:492] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.846014 8042 tablet_bootstrap.cc:654] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.853295 7900 catalog_manager.cc:5582] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:52.881363 8042 tablet_bootstrap.cc:492] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.881832 8042 ts_tablet_manager.cc:1397] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.042s user 0.028s sys 0.011s
I20250902 07:54:52.884613 8042 raft_consensus.cc:357] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.885181 8042 raft_consensus.cc:383] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.885488 8042 raft_consensus.cc:738] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.886085 8042 consensus_queue.cc:260] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.886693 8042 raft_consensus.cc:397] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.887003 8042 raft_consensus.cc:491] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.887547 8042 raft_consensus.cc:3058] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.893918 8042 raft_consensus.cc:513] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.894586 8042 leader_election.cc:304] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.895170 8042 leader_election.cc:290] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.895318 8044 raft_consensus.cc:2802] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.895778 8044 raft_consensus.cc:695] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.896469 8044 consensus_queue.cc:237] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.896893 8042 ts_tablet_manager.cc:1428] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.015s user 0.008s sys 0.004s
I20250902 07:54:52.897727 8042 tablet_bootstrap.cc:492] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.903523 7900 catalog_manager.cc:5582] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:52.903977 8042 tablet_bootstrap.cc:654] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.910851 8042 tablet_bootstrap.cc:492] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.911269 8042 ts_tablet_manager.cc:1397] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.014s user 0.007s sys 0.004s
I20250902 07:54:52.913873 8042 raft_consensus.cc:357] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.914412 8042 raft_consensus.cc:383] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.914700 8042 raft_consensus.cc:738] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.915331 8042 consensus_queue.cc:260] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.915916 8042 raft_consensus.cc:397] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.916200 8042 raft_consensus.cc:491] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.916538 8042 raft_consensus.cc:3058] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.921563 8042 raft_consensus.cc:513] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.922071 8042 leader_election.cc:304] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.922537 8042 leader_election.cc:290] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.922676 8044 raft_consensus.cc:2802] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.923149 8044 raft_consensus.cc:695] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.923840 8044 consensus_queue.cc:237] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.924412 8042 ts_tablet_manager.cc:1428] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.013s user 0.010s sys 0.000s
I20250902 07:54:52.925252 8042 tablet_bootstrap.cc:492] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.930229 7900 catalog_manager.cc:5582] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:52.930995 8042 tablet_bootstrap.cc:654] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.936317 8042 tablet_bootstrap.cc:492] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.936728 8042 ts_tablet_manager.cc:1397] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.007s
I20250902 07:54:52.938952 8042 raft_consensus.cc:357] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.939451 8042 raft_consensus.cc:383] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.939687 8042 raft_consensus.cc:738] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.940210 8042 consensus_queue.cc:260] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.940685 8042 raft_consensus.cc:397] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.940909 8042 raft_consensus.cc:491] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.941224 8042 raft_consensus.cc:3058] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.945451 8042 raft_consensus.cc:513] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.945938 8042 leader_election.cc:304] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.946352 8042 leader_election.cc:290] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.946520 8044 raft_consensus.cc:2802] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.946943 8044 raft_consensus.cc:695] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.947628 8044 consensus_queue.cc:237] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.948184 8042 ts_tablet_manager.cc:1428] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20250902 07:54:52.948982 8042 tablet_bootstrap.cc:492] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.955598 8042 tablet_bootstrap.cc:654] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.956171 7899 catalog_manager.cc:5582] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:52.960695 8042 tablet_bootstrap.cc:492] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.961130 8042 ts_tablet_manager.cc:1397] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.005s
I20250902 07:54:52.963568 8042 raft_consensus.cc:357] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.964095 8042 raft_consensus.cc:383] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.964387 8042 raft_consensus.cc:738] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.965010 8042 consensus_queue.cc:260] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.965644 8042 raft_consensus.cc:397] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.965939 8042 raft_consensus.cc:491] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.966275 8042 raft_consensus.cc:3058] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.970661 8042 raft_consensus.cc:513] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.971288 8042 leader_election.cc:304] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.971721 8042 leader_election.cc:290] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.971868 8044 raft_consensus.cc:2802] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.972487 8044 raft_consensus.cc:695] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.973294 8042 ts_tablet_manager.cc:1428] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.012s user 0.010s sys 0.002s
I20250902 07:54:52.973174 8044 consensus_queue.cc:237] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.973950 8042 tablet_bootstrap.cc:492] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:52.980356 8042 tablet_bootstrap.cc:654] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:52.980401 7899 catalog_manager.cc:5582] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:52.985352 8042 tablet_bootstrap.cc:492] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:52.985719 8042 ts_tablet_manager.cc:1397] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20250902 07:54:52.987908 8042 raft_consensus.cc:357] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.988416 8042 raft_consensus.cc:383] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:52.988678 8042 raft_consensus.cc:738] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:52.989198 8042 consensus_queue.cc:260] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.989600 8042 raft_consensus.cc:397] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:52.989761 8042 raft_consensus.cc:491] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:52.989928 8042 raft_consensus.cc:3058] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:52.994735 8042 raft_consensus.cc:513] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.995333 8042 leader_election.cc:304] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:52.995779 8042 leader_election.cc:290] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:52.995915 8044 raft_consensus.cc:2802] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:52.996315 8044 raft_consensus.cc:695] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:52.997412 8042 ts_tablet_manager.cc:1428] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250902 07:54:52.998200 8044 consensus_queue.cc:237] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:52.998193 8042 tablet_bootstrap.cc:492] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:53.005354 7899 catalog_manager.cc:5582] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:53.006189 8042 tablet_bootstrap.cc:654] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:53.011492 8042 tablet_bootstrap.cc:492] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:53.011945 8042 ts_tablet_manager.cc:1397] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.003s
I20250902 07:54:53.014247 8042 raft_consensus.cc:357] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.014735 8042 raft_consensus.cc:383] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:53.014991 8042 raft_consensus.cc:738] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:53.015538 8042 consensus_queue.cc:260] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.016093 8042 raft_consensus.cc:397] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:53.016381 8042 raft_consensus.cc:491] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:53.016625 8042 raft_consensus.cc:3058] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:53.020160 8042 raft_consensus.cc:513] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.020749 8042 leader_election.cc:304] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:53.021178 8042 leader_election.cc:290] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:53.021347 8044 raft_consensus.cc:2802] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:53.021814 8044 raft_consensus.cc:695] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:53.022643 8042 ts_tablet_manager.cc:1428] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s
I20250902 07:54:53.022514 8044 consensus_queue.cc:237] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.023238 8042 tablet_bootstrap.cc:492] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:53.029505 8042 tablet_bootstrap.cc:654] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:53.030372 7899 catalog_manager.cc:5582] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:53.034734 8042 tablet_bootstrap.cc:492] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:53.035198 8042 ts_tablet_manager.cc:1397] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.012s user 0.011s sys 0.000s
I20250902 07:54:53.037387 8042 raft_consensus.cc:357] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.037876 8042 raft_consensus.cc:383] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:53.038151 8042 raft_consensus.cc:738] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:53.038697 8042 consensus_queue.cc:260] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.039126 8042 raft_consensus.cc:397] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:53.039361 8042 raft_consensus.cc:491] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:53.039651 8042 raft_consensus.cc:3058] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:53.044021 8042 raft_consensus.cc:513] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.044523 8042 leader_election.cc:304] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:53.044952 8042 leader_election.cc:290] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:53.045111 8044 raft_consensus.cc:2802] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:53.045503 8044 raft_consensus.cc:695] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:53.046170 8044 consensus_queue.cc:237] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.046550 8042 ts_tablet_manager.cc:1428] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20250902 07:54:53.047255 8042 tablet_bootstrap.cc:492] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:53.053205 8042 tablet_bootstrap.cc:654] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:53.054019 7899 catalog_manager.cc:5582] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:53.059509 8042 tablet_bootstrap.cc:492] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:53.059883 8042 ts_tablet_manager.cc:1397] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.013s user 0.003s sys 0.007s
I20250902 07:54:53.062114 8042 raft_consensus.cc:357] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.066382 8042 raft_consensus.cc:383] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:53.066658 8042 raft_consensus.cc:738] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:53.067209 8042 consensus_queue.cc:260] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.067754 8042 raft_consensus.cc:397] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:53.068006 8042 raft_consensus.cc:491] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:53.068315 8042 raft_consensus.cc:3058] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:53.073865 8042 raft_consensus.cc:513] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.074465 8042 leader_election.cc:304] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:53.074990 8042 leader_election.cc:290] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:53.075112 8044 raft_consensus.cc:2802] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:53.075745 8044 raft_consensus.cc:695] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:53.076372 8044 consensus_queue.cc:237] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.076584 8042 ts_tablet_manager.cc:1428] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.016s user 0.011s sys 0.000s
I20250902 07:54:53.077338 8042 tablet_bootstrap.cc:492] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: Bootstrap starting.
I20250902 07:54:53.082861 8042 tablet_bootstrap.cc:654] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:53.084362 7899 catalog_manager.cc:5582] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:53.087961 8042 tablet_bootstrap.cc:492] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: No bootstrap required, opened a new log
I20250902 07:54:53.088348 8042 ts_tablet_manager.cc:1397] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20250902 07:54:53.090562 8042 raft_consensus.cc:357] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.091054 8042 raft_consensus.cc:383] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:53.091313 8042 raft_consensus.cc:738] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Initialized, Role: FOLLOWER
I20250902 07:54:53.091821 8042 consensus_queue.cc:260] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.092376 8042 raft_consensus.cc:397] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:53.092690 8042 raft_consensus.cc:491] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:53.093043 8042 raft_consensus.cc:3058] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:53.098762 8042 raft_consensus.cc:513] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.099344 8042 leader_election.cc:304] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 6a33e25cdbf844baaa10122cbb21f73d; no voters:
I20250902 07:54:53.099858 8042 leader_election.cc:290] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:53.100016 8044 raft_consensus.cc:2802] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:53.100492 8044 raft_consensus.cc:695] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Becoming Leader. State: Replica: 6a33e25cdbf844baaa10122cbb21f73d, State: Running, Role: LEADER
I20250902 07:54:53.101007 8044 consensus_queue.cc:237] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } }
I20250902 07:54:53.101651 8042 ts_tablet_manager.cc:1428] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20250902 07:54:53.107769 7899 catalog_manager.cc:5582] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d reported cstate change: term changed from 0 to 1, leader changed from <none> to 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1). New cstate: current_term: 1 leader_uuid: "6a33e25cdbf844baaa10122cbb21f73d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6a33e25cdbf844baaa10122cbb21f73d" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 32897 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:53.175412 7868 catalog_manager.cc:2730] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20250902 07:54:53.190446 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet a6cae3a57a5540f388b78b629a2942c7
I20250902 07:54:53.191210 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet b082dcabe1f04c73b170287fc9db6d86
I20250902 07:54:53.192238 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet 2290f27bb1004007ac8792bc24b89603
I20250902 07:54:53.192191 7987 tablet_service.cc:1515] Processing DeleteTablet for tablet a6cae3a57a5540f388b78b629a2942c7 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.193173 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet b082dcabe1f04c73b170287fc9db6d86 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.193325 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet 47caab6e7cbe4e6fbe92b85c5918f220
I20250902 07:54:53.194536 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet 2290f27bb1004007ac8792bc24b89603 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.194592 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet 3cc0e831323149ebbcbc34f0bdf024eb
I20250902 07:54:53.195622 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet 47caab6e7cbe4e6fbe92b85c5918f220 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.195849 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet b5f7e1081cca4b519d5147bcd12e50f6
I20250902 07:54:53.196717 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet 3cc0e831323149ebbcbc34f0bdf024eb with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.197104 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet 4ca0ad59c02d44e6b9ca0003c9fdd91c
I20250902 07:54:53.198272 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet b5f7e1081cca4b519d5147bcd12e50f6 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.199844 8067 tablet_replica.cc:331] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.200151 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet 80b4480a105349e599cb21c893684738
I20250902 07:54:53.200188 7987 tablet_service.cc:1515] Processing DeleteTablet for tablet 4ca0ad59c02d44e6b9ca0003c9fdd91c with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.200899 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet e43277e626ad43bda90abaf9da3231fd
I20250902 07:54:53.200910 8067 raft_consensus.cc:2241] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.201648 8067 raft_consensus.cc:2270] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.201951 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: Sending DeleteTablet for 1 replicas of tablet ea9439c5a8d24aa8afec8a3748ce2b10
I20250902 07:54:53.202412 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet e43277e626ad43bda90abaf9da3231fd with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.203590 7994 tablet_service.cc:1515] Processing DeleteTablet for tablet ea9439c5a8d24aa8afec8a3748ce2b10 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.204111 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:53.205752 7987 tablet_service.cc:1515] Processing DeleteTablet for tablet 80b4480a105349e599cb21c893684738 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:53 UTC) from {username='slave'} at 127.0.0.1:35674
I20250902 07:54:53.208194 8067 ts_tablet_manager.cc:1905] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Deleting tablet data with delete state TABLET_DATA_DELETED
I20250902 07:54:53.225138 8067 ts_tablet_manager.cc:1918] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250902 07:54:53.225629 8067 log.cc:1199] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Deleting WAL directory at /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1756799690640892-7868-0/minicluster-data/ts-0-root/wals/a6cae3a57a5540f388b78b629a2942c7
I20250902 07:54:53.226565 8067 ts_tablet_manager.cc:1939] T a6cae3a57a5540f388b78b629a2942c7 P 6a33e25cdbf844baaa10122cbb21f73d: Deleting consensus metadata
I20250902 07:54:53.229733 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250902 07:54:53.230548 7885 catalog_manager.cc:4928] TS 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1:32897): tablet a6cae3a57a5540f388b78b629a2942c7 (table test_table [id=bda7bb8ce20e4f58a1efd8c550c2aaa6]) successfully deleted
W20250902 07:54:53.231415 7885 catalog_manager.cc:4920] TS 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1:32897): delete failed for tablet b082dcabe1f04c73b170287fc9db6d86 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
W20250902 07:54:53.232527 7885 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: Tablet server shutting down
I20250902 07:54:53.233999 7868 tablet_replica.cc:331] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.234774 7868 raft_consensus.cc:2241] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.235260 7868 raft_consensus.cc:2270] T 3cc0e831323149ebbcbc34f0bdf024eb P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.237859 7868 tablet_replica.cc:331] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.238528 7868 raft_consensus.cc:2241] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.238978 7868 raft_consensus.cc:2270] T b082dcabe1f04c73b170287fc9db6d86 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
W20250902 07:54:53.239609 7885 catalog_manager.cc:4671] TS 6a33e25cdbf844baaa10122cbb21f73d (127.7.175.1:32897): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 2290f27bb1004007ac8792bc24b89603: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20250902 07:54:53.241818 7868 tablet_replica.cc:331] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.242308 7868 raft_consensus.cc:2241] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.242663 7868 raft_consensus.cc:2270] T 2290f27bb1004007ac8792bc24b89603 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.244597 7868 tablet_replica.cc:331] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.245045 7868 raft_consensus.cc:2241] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.245453 7868 raft_consensus.cc:2270] T 47caab6e7cbe4e6fbe92b85c5918f220 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.247205 7868 tablet_replica.cc:331] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.247665 7868 raft_consensus.cc:2241] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.248008 7868 raft_consensus.cc:2270] T ea9439c5a8d24aa8afec8a3748ce2b10 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.249719 7868 tablet_replica.cc:331] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.250164 7868 raft_consensus.cc:2241] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.250502 7868 raft_consensus.cc:2270] T e43277e626ad43bda90abaf9da3231fd P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.252378 7868 tablet_replica.cc:331] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.252790 7868 raft_consensus.cc:2241] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.253149 7868 raft_consensus.cc:2270] T 80b4480a105349e599cb21c893684738 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.255496 7868 tablet_replica.cc:331] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.255898 7868 raft_consensus.cc:2241] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.256232 7868 raft_consensus.cc:2270] T b5f7e1081cca4b519d5147bcd12e50f6 P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.258131 7868 tablet_replica.cc:331] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d: stopping tablet replica
I20250902 07:54:53.258533 7868 raft_consensus.cc:2241] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.258864 7868 raft_consensus.cc:2270] T 4ca0ad59c02d44e6b9ca0003c9fdd91c P 6a33e25cdbf844baaa10122cbb21f73d [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.421772 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:53.439633 7868 master.cc:561] Master@127.7.175.62:41073 shutting down...
I20250902 07:54:53.656641 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:53.657296 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:53.657837 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P a6553048269844559724f9c352574af9: stopping tablet replica
I20250902 07:54:53.667924 7868 master.cc:583] Master@127.7.175.62:41073 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (2828 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20250902 07:54:53.701893 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:33839
I20250902 07:54:53.703238 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:53.709245 8071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:53.715369 8070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:53.716076 8073 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:53.718173 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:53.718956 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:53.719133 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:53.719273 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799693719255 us; error 0 us; skew 500 ppm
I20250902 07:54:53.719738 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:53.722321 7868 webserver.cc:480] Webserver started at http://127.7.175.62:44465/ using document root <none> and password file <none>
I20250902 07:54:53.722792 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:53.722971 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:53.723212 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:53.724205 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "257f5c4cf66a4889bcb505235472a253"
format_stamp: "Formatted at 2025-09-02 07:54:53 on dist-test-slave-qswg"
I20250902 07:54:53.728507 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20250902 07:54:53.731739 8078 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:53.732472 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250902 07:54:53.732710 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "257f5c4cf66a4889bcb505235472a253"
format_stamp: "Formatted at 2025-09-02 07:54:53 on dist-test-slave-qswg"
I20250902 07:54:53.732947 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:53.747843 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:53.749197 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:53.796689 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:33839
I20250902 07:54:53.796774 8129 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:33839 every 8 connection(s)
I20250902 07:54:53.800913 8130 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:53.814833 8130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Bootstrap starting.
I20250902 07:54:53.820392 8130 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:53.825040 8130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: No bootstrap required, opened a new log
I20250902 07:54:53.827587 8130 raft_consensus.cc:357] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER }
I20250902 07:54:53.828092 8130 raft_consensus.cc:383] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:53.828366 8130 raft_consensus.cc:738] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 257f5c4cf66a4889bcb505235472a253, State: Initialized, Role: FOLLOWER
I20250902 07:54:53.829010 8130 consensus_queue.cc:260] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER }
I20250902 07:54:53.829603 8130 raft_consensus.cc:397] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:53.829901 8130 raft_consensus.cc:491] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:53.830210 8130 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:53.836503 8130 raft_consensus.cc:513] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER }
I20250902 07:54:53.837198 8130 leader_election.cc:304] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 257f5c4cf66a4889bcb505235472a253; no voters:
I20250902 07:54:53.838505 8130 leader_election.cc:290] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:53.838766 8133 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:53.840723 8133 raft_consensus.cc:695] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 1 LEADER]: Becoming Leader. State: Replica: 257f5c4cf66a4889bcb505235472a253, State: Running, Role: LEADER
I20250902 07:54:53.841385 8133 consensus_queue.cc:237] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER }
I20250902 07:54:53.841928 8130 sys_catalog.cc:564] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:53.843904 8134 sys_catalog.cc:455] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "257f5c4cf66a4889bcb505235472a253" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER } }
I20250902 07:54:53.843953 8135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 257f5c4cf66a4889bcb505235472a253. Latest consensus state: current_term: 1 leader_uuid: "257f5c4cf66a4889bcb505235472a253" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "257f5c4cf66a4889bcb505235472a253" member_type: VOTER } }
I20250902 07:54:53.844488 8134 sys_catalog.cc:458] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:53.844596 8135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:53.859520 8138 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:53.867143 8138 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:53.869215 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:53.876688 8138 catalog_manager.cc:1349] Generated new cluster ID: a98e999c2c0e4726a4bdf44715c1bf4f
I20250902 07:54:53.876992 8138 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:53.921528 8138 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:53.922705 8138 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:53.936841 8138 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Generated new TSK 0
I20250902 07:54:53.937381 8138 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:54.000164 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:54.006844 8151 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:54.008671 8152 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:54.010046 7868 server_base.cc:1047] running on GCE node
W20250902 07:54:54.010260 8154 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:54.011304 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:54.011559 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:54.011766 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799694011749 us; error 0 us; skew 500 ppm
I20250902 07:54:54.012423 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:54.015049 7868 webserver.cc:480] Webserver started at http://127.7.175.1:46737/ using document root <none> and password file <none>
I20250902 07:54:54.015655 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:54.015890 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:54.016198 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:54.017572 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "4d2b733d000848cf9301a5f036dfa338"
format_stamp: "Formatted at 2025-09-02 07:54:54 on dist-test-slave-qswg"
I20250902 07:54:54.023039 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
I20250902 07:54:54.027004 8159 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:54.027784 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250902 07:54:54.028050 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "4d2b733d000848cf9301a5f036dfa338"
format_stamp: "Formatted at 2025-09-02 07:54:54 on dist-test-slave-qswg"
I20250902 07:54:54.028291 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:54.053987 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:54.054945 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:54.056530 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:54.058808 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:54.058981 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:54.059227 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:54.059365 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:54.110610 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:37725
I20250902 07:54:54.110687 8221 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:37725 every 8 connection(s)
I20250902 07:54:54.158351 8222 heartbeater.cc:344] Connected to a master server at 127.7.175.62:33839
I20250902 07:54:54.158700 8222 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:54.159359 8222 heartbeater.cc:507] Master 127.7.175.62:33839 requested a full tablet report, sending...
I20250902 07:54:54.161409 8095 ts_manager.cc:194] Registered new tserver with Master: 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1:37725)
I20250902 07:54:54.161785 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.04782379s
I20250902 07:54:54.163658 8095 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:49012
I20250902 07:54:54.185971 8095 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49024:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250902 07:54:54.240396 8187 tablet_service.cc:1468] Processing CreateTablet for tablet 59f6508fee634f67bb711cb65574bd73 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION VALUES < 100
I20250902 07:54:54.240653 8186 tablet_service.cc:1468] Processing CreateTablet for tablet 72e7957470d546dc9880b0c63593038b (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250902 07:54:54.241703 8187 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59f6508fee634f67bb711cb65574bd73. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.242381 8181 tablet_service.cc:1468] Processing CreateTablet for tablet 65714cddff9c4350bafb6a02cb48b613 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250902 07:54:54.242565 8185 tablet_service.cc:1468] Processing CreateTablet for tablet 71d9ee758d694f4d802155872fd50cf0 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250902 07:54:54.243680 8181 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 65714cddff9c4350bafb6a02cb48b613. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.244057 8184 tablet_service.cc:1468] Processing CreateTablet for tablet 1986934255e2489aac8e94c37cce81fe (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250902 07:54:54.245610 8183 tablet_service.cc:1468] Processing CreateTablet for tablet d5b534cdebbd429585b3a27e3413a957 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250902 07:54:54.247233 8182 tablet_service.cc:1468] Processing CreateTablet for tablet 1ffe1d8f322c41f39bfe42c19dabcfa5 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250902 07:54:54.248795 8184 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1986934255e2489aac8e94c37cce81fe. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.253099 8180 tablet_service.cc:1468] Processing CreateTablet for tablet b16f0ac755684ab49c1d988710a55f22 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250902 07:54:54.254278 8180 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b16f0ac755684ab49c1d988710a55f22. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.257943 8179 tablet_service.cc:1468] Processing CreateTablet for tablet 2db8a98e6e3f4d7799c558a4ba074c20 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250902 07:54:54.259119 8179 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2db8a98e6e3f4d7799c558a4ba074c20. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.262130 8178 tablet_service.cc:1468] Processing CreateTablet for tablet dada0a387e874f5c9b249d00b73c1d63 (DEFAULT_TABLE table=test_table [id=4ccd9ddc348140ab97a1cfdd2af0293a]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250902 07:54:54.263360 8178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dada0a387e874f5c9b249d00b73c1d63. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.270449 8185 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 71d9ee758d694f4d802155872fd50cf0. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.273417 8183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d5b534cdebbd429585b3a27e3413a957. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.277397 8182 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1ffe1d8f322c41f39bfe42c19dabcfa5. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.279511 8186 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72e7957470d546dc9880b0c63593038b. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.318928 8234 tablet_bootstrap.cc:492] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.325038 8234 tablet_bootstrap.cc:654] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.332881 8234 tablet_bootstrap.cc:492] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.333353 8234 ts_tablet_manager.cc:1397] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.012s
I20250902 07:54:54.336023 8234 raft_consensus.cc:357] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.336474 8234 raft_consensus.cc:383] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.336719 8234 raft_consensus.cc:738] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.337316 8234 consensus_queue.cc:260] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.337838 8234 raft_consensus.cc:397] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.338080 8234 raft_consensus.cc:491] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.338346 8234 raft_consensus.cc:3058] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.342443 8234 raft_consensus.cc:513] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.342952 8234 leader_election.cc:304] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.344069 8234 leader_election.cc:290] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.344384 8236 raft_consensus.cc:2802] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.345736 8222 heartbeater.cc:499] Master 127.7.175.62:33839 was elected leader, sending a full tablet report...
I20250902 07:54:54.346405 8234 ts_tablet_manager.cc:1428] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.013s user 0.006s sys 0.006s
I20250902 07:54:54.347204 8234 tablet_bootstrap.cc:492] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.347955 8236 raft_consensus.cc:695] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.348683 8236 consensus_queue.cc:237] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.351907 8234 tablet_bootstrap.cc:654] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.360355 8095 catalog_manager.cc:5582] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
W20250902 07:54:54.368484 8223 tablet.cc:2378] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20250902 07:54:54.372337 8234 tablet_bootstrap.cc:492] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.372723 8234 ts_tablet_manager.cc:1397] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.026s user 0.011s sys 0.007s
I20250902 07:54:54.374462 8234 raft_consensus.cc:357] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.374861 8234 raft_consensus.cc:383] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.375085 8234 raft_consensus.cc:738] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.375630 8234 consensus_queue.cc:260] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.376077 8234 raft_consensus.cc:397] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.376291 8234 raft_consensus.cc:491] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.376536 8234 raft_consensus.cc:3058] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.382174 8234 raft_consensus.cc:513] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.382701 8234 leader_election.cc:304] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.383180 8234 leader_election.cc:290] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.383322 8238 raft_consensus.cc:2802] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.383770 8238 raft_consensus.cc:695] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.384454 8238 consensus_queue.cc:237] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.385016 8234 ts_tablet_manager.cc:1428] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.012s user 0.007s sys 0.003s
I20250902 07:54:54.385901 8234 tablet_bootstrap.cc:492] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.390810 8095 catalog_manager.cc:5582] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.392338 8234 tablet_bootstrap.cc:654] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.396740 8234 tablet_bootstrap.cc:492] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.397153 8234 ts_tablet_manager.cc:1397] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.005s
I20250902 07:54:54.399400 8234 raft_consensus.cc:357] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.399847 8234 raft_consensus.cc:383] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.400141 8234 raft_consensus.cc:738] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.400744 8234 consensus_queue.cc:260] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.401253 8234 raft_consensus.cc:397] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.401530 8234 raft_consensus.cc:491] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.401850 8234 raft_consensus.cc:3058] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.407570 8234 raft_consensus.cc:513] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.408104 8234 leader_election.cc:304] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.408555 8234 leader_election.cc:290] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.408717 8238 raft_consensus.cc:2802] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.409214 8238 raft_consensus.cc:695] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.410110 8234 ts_tablet_manager.cc:1428] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.013s user 0.009s sys 0.003s
I20250902 07:54:54.409901 8238 consensus_queue.cc:237] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.410784 8234 tablet_bootstrap.cc:492] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.416232 8234 tablet_bootstrap.cc:654] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.416435 8095 catalog_manager.cc:5582] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.420557 8234 tablet_bootstrap.cc:492] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.420974 8234 ts_tablet_manager.cc:1397] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:54.423298 8234 raft_consensus.cc:357] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.423861 8234 raft_consensus.cc:383] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.424120 8234 raft_consensus.cc:738] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.424813 8234 consensus_queue.cc:260] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.425762 8234 raft_consensus.cc:397] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.426182 8234 raft_consensus.cc:491] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.426517 8234 raft_consensus.cc:3058] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.435235 8234 raft_consensus.cc:513] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.435979 8234 leader_election.cc:304] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.436583 8234 leader_election.cc:290] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.436714 8238 raft_consensus.cc:2802] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.437201 8238 raft_consensus.cc:695] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.437943 8238 consensus_queue.cc:237] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.438333 8234 ts_tablet_manager.cc:1428] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.017s user 0.013s sys 0.003s
I20250902 07:54:54.439126 8234 tablet_bootstrap.cc:492] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.444221 8095 catalog_manager.cc:5582] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.444614 8234 tablet_bootstrap.cc:654] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.449254 8234 tablet_bootstrap.cc:492] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.449723 8234 ts_tablet_manager.cc:1397] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.011s user 0.008s sys 0.002s
I20250902 07:54:54.452124 8234 raft_consensus.cc:357] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.452600 8234 raft_consensus.cc:383] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.452932 8234 raft_consensus.cc:738] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.453573 8234 consensus_queue.cc:260] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.454234 8234 raft_consensus.cc:397] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.454545 8234 raft_consensus.cc:491] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.454845 8234 raft_consensus.cc:3058] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.459395 8234 raft_consensus.cc:513] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.459887 8234 leader_election.cc:304] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.460316 8234 leader_election.cc:290] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.460451 8238 raft_consensus.cc:2802] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.460883 8238 raft_consensus.cc:695] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.461596 8238 consensus_queue.cc:237] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.462255 8234 ts_tablet_manager.cc:1428] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.012s user 0.006s sys 0.005s
I20250902 07:54:54.463120 8234 tablet_bootstrap.cc:492] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.468677 8095 catalog_manager.cc:5582] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.469565 8234 tablet_bootstrap.cc:654] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.475399 8234 tablet_bootstrap.cc:492] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.475816 8234 ts_tablet_manager.cc:1397] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.005s
I20250902 07:54:54.477762 8234 raft_consensus.cc:357] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.478206 8234 raft_consensus.cc:383] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.478432 8234 raft_consensus.cc:738] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.478961 8234 consensus_queue.cc:260] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.479513 8234 raft_consensus.cc:397] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.479780 8234 raft_consensus.cc:491] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.480051 8234 raft_consensus.cc:3058] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.485612 8234 raft_consensus.cc:513] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.486243 8234 leader_election.cc:304] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.486761 8234 leader_election.cc:290] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.486879 8238 raft_consensus.cc:2802] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.487323 8238 raft_consensus.cc:695] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.488034 8238 consensus_queue.cc:237] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.488278 8234 ts_tablet_manager.cc:1428] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.012s user 0.009s sys 0.000s
I20250902 07:54:54.489030 8234 tablet_bootstrap.cc:492] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.494124 8234 tablet_bootstrap.cc:654] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.494192 8094 catalog_manager.cc:5582] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.498361 8234 tablet_bootstrap.cc:492] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.498725 8234 ts_tablet_manager.cc:1397] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:54.500784 8234 raft_consensus.cc:357] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.501276 8234 raft_consensus.cc:383] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.501549 8234 raft_consensus.cc:738] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.502107 8234 consensus_queue.cc:260] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.502633 8234 raft_consensus.cc:397] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.502907 8234 raft_consensus.cc:491] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.503186 8234 raft_consensus.cc:3058] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.508812 8234 raft_consensus.cc:513] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.509428 8234 leader_election.cc:304] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.509974 8234 leader_election.cc:290] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.510085 8238 raft_consensus.cc:2802] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.510701 8238 raft_consensus.cc:695] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.511364 8238 consensus_queue.cc:237] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.511533 8234 ts_tablet_manager.cc:1428] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20250902 07:54:54.512323 8234 tablet_bootstrap.cc:492] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.516719 8094 catalog_manager.cc:5582] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.517407 8234 tablet_bootstrap.cc:654] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.521708 8234 tablet_bootstrap.cc:492] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.522087 8234 ts_tablet_manager.cc:1397] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:54.524179 8234 raft_consensus.cc:357] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.524652 8234 raft_consensus.cc:383] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.524930 8234 raft_consensus.cc:738] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.525517 8234 consensus_queue.cc:260] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.526098 8234 raft_consensus.cc:397] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.526381 8234 raft_consensus.cc:491] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.526724 8234 raft_consensus.cc:3058] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.532598 8234 raft_consensus.cc:513] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.533229 8234 leader_election.cc:304] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.533743 8234 leader_election.cc:290] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.533876 8238 raft_consensus.cc:2802] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.534304 8238 raft_consensus.cc:695] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.535001 8238 consensus_queue.cc:237] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.535353 8234 ts_tablet_manager.cc:1428] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20250902 07:54:54.536101 8234 tablet_bootstrap.cc:492] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.540885 8234 tablet_bootstrap.cc:654] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.542686 8094 catalog_manager.cc:5582] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.547626 8234 tablet_bootstrap.cc:492] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.548008 8234 ts_tablet_manager.cc:1397] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.007s
I20250902 07:54:54.550119 8234 raft_consensus.cc:357] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.550592 8234 raft_consensus.cc:383] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.550858 8234 raft_consensus.cc:738] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.551373 8234 consensus_queue.cc:260] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.551927 8234 raft_consensus.cc:397] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.552186 8234 raft_consensus.cc:491] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.552479 8234 raft_consensus.cc:3058] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.558245 8234 raft_consensus.cc:513] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.558861 8234 leader_election.cc:304] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.559396 8234 leader_election.cc:290] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.559537 8238 raft_consensus.cc:2802] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.560029 8238 raft_consensus.cc:695] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.560742 8238 consensus_queue.cc:237] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.561053 8234 ts_tablet_manager.cc:1428] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.013s user 0.011s sys 0.000s
I20250902 07:54:54.561831 8234 tablet_bootstrap.cc:492] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: Bootstrap starting.
I20250902 07:54:54.567124 8234 tablet_bootstrap.cc:654] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:54.567811 8094 catalog_manager.cc:5582] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.573787 8234 tablet_bootstrap.cc:492] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: No bootstrap required, opened a new log
I20250902 07:54:54.574326 8234 ts_tablet_manager.cc:1397] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.000s
I20250902 07:54:54.577476 8234 raft_consensus.cc:357] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.578176 8234 raft_consensus.cc:383] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:54.578523 8234 raft_consensus.cc:738] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Initialized, Role: FOLLOWER
I20250902 07:54:54.579291 8234 consensus_queue.cc:260] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.580109 8234 raft_consensus.cc:397] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:54.580448 8234 raft_consensus.cc:491] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:54.580730 8234 raft_consensus.cc:3058] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:54.587508 8234 raft_consensus.cc:513] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.588160 8234 leader_election.cc:304] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4d2b733d000848cf9301a5f036dfa338; no voters:
I20250902 07:54:54.588716 8234 leader_election.cc:290] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:54.588905 8238 raft_consensus.cc:2802] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:54.589418 8238 raft_consensus.cc:695] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Becoming Leader. State: Replica: 4d2b733d000848cf9301a5f036dfa338, State: Running, Role: LEADER
I20250902 07:54:54.590272 8234 ts_tablet_manager.cc:1428] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: Time spent starting tablet: real 0.016s user 0.016s sys 0.000s
I20250902 07:54:54.590101 8238 consensus_queue.cc:237] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } }
I20250902 07:54:54.597029 8094 catalog_manager.cc:5582] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "4d2b733d000848cf9301a5f036dfa338" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2b733d000848cf9301a5f036dfa338" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 37725 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:54.610285 7868 catalog_manager.cc:2739] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20250902 07:54:54.625121 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 59f6508fee634f67bb711cb65574bd73
I20250902 07:54:54.625715 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 72e7957470d546dc9880b0c63593038b
I20250902 07:54:54.626179 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 71d9ee758d694f4d802155872fd50cf0
I20250902 07:54:54.626714 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 1986934255e2489aac8e94c37cce81fe
I20250902 07:54:54.626634 8186 tablet_service.cc:1515] Processing DeleteTablet for tablet 59f6508fee634f67bb711cb65574bd73 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.626950 8184 tablet_service.cc:1515] Processing DeleteTablet for tablet 72e7957470d546dc9880b0c63593038b with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.627331 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet d5b534cdebbd429585b3a27e3413a957
I20250902 07:54:54.627576 8185 tablet_service.cc:1515] Processing DeleteTablet for tablet 71d9ee758d694f4d802155872fd50cf0 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.628003 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 1ffe1d8f322c41f39bfe42c19dabcfa5
I20250902 07:54:54.628172 8184 tablet_service.cc:1515] Processing DeleteTablet for tablet 1986934255e2489aac8e94c37cce81fe with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.628664 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 65714cddff9c4350bafb6a02cb48b613
I20250902 07:54:54.629317 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet b16f0ac755684ab49c1d988710a55f22
I20250902 07:54:54.629351 8259 tablet_replica.cc:331] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.629791 8186 tablet_service.cc:1515] Processing DeleteTablet for tablet d5b534cdebbd429585b3a27e3413a957 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.630106 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet 2db8a98e6e3f4d7799c558a4ba074c20
I20250902 07:54:54.630313 8185 tablet_service.cc:1515] Processing DeleteTablet for tablet 65714cddff9c4350bafb6a02cb48b613 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.630429 8184 tablet_service.cc:1515] Processing DeleteTablet for tablet 1ffe1d8f322c41f39bfe42c19dabcfa5 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.630797 7868 catalog_manager.cc:5869] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: Sending DeleteTablet for 1 replicas of tablet dada0a387e874f5c9b249d00b73c1d63
I20250902 07:54:54.630690 8259 raft_consensus.cc:2241] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.631331 8259 raft_consensus.cc:2270] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.631749 8184 tablet_service.cc:1515] Processing DeleteTablet for tablet b16f0ac755684ab49c1d988710a55f22 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.632324 8185 tablet_service.cc:1515] Processing DeleteTablet for tablet 2db8a98e6e3f4d7799c558a4ba074c20 with delete_type TABLET_DATA_DELETED (Table deleted at 2025-09-02 07:54:54 UTC) from {username='slave'} at 127.0.0.1:34730
I20250902 07:54:54.632457 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:54.638008 8259 ts_tablet_manager.cc:1905] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Deleting tablet data with delete state TABLET_DATA_DELETED
W20250902 07:54:54.638439 8079 catalog_manager.cc:4671] TS 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1:37725): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet dada0a387e874f5c9b249d00b73c1d63: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20250902 07:54:54.652851 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250902 07:54:54.653999 8259 ts_tablet_manager.cc:1918] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20250902 07:54:54.654318 8259 log.cc:1199] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Deleting WAL directory at /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/wals/59f6508fee634f67bb711cb65574bd73
I20250902 07:54:54.654892 8259 ts_tablet_manager.cc:1939] T 59f6508fee634f67bb711cb65574bd73 P 4d2b733d000848cf9301a5f036dfa338: Deleting consensus metadata
W20250902 07:54:54.656145 8079 catalog_manager.cc:4920] TS 4d2b733d000848cf9301a5f036dfa338 (127.7.175.1:37725): delete failed for tablet 59f6508fee634f67bb711cb65574bd73 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20250902 07:54:54.657855 7868 tablet_replica.cc:331] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.658660 7868 raft_consensus.cc:2241] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.659159 7868 raft_consensus.cc:2270] T 1986934255e2489aac8e94c37cce81fe P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.661549 7868 tablet_replica.cc:331] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.662025 7868 raft_consensus.cc:2241] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.662386 7868 raft_consensus.cc:2270] T 2db8a98e6e3f4d7799c558a4ba074c20 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.664426 7868 tablet_replica.cc:331] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.664940 7868 raft_consensus.cc:2241] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.665308 7868 raft_consensus.cc:2270] T 72e7957470d546dc9880b0c63593038b P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.667088 7868 tablet_replica.cc:331] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.667507 7868 raft_consensus.cc:2241] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.667816 7868 raft_consensus.cc:2270] T b16f0ac755684ab49c1d988710a55f22 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.669557 7868 tablet_replica.cc:331] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.669983 7868 raft_consensus.cc:2241] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.670286 7868 raft_consensus.cc:2270] T 1ffe1d8f322c41f39bfe42c19dabcfa5 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.672062 7868 tablet_replica.cc:331] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.672472 7868 raft_consensus.cc:2241] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.672780 7868 raft_consensus.cc:2270] T dada0a387e874f5c9b249d00b73c1d63 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.674796 7868 tablet_replica.cc:331] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.675184 7868 raft_consensus.cc:2241] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.675477 7868 raft_consensus.cc:2270] T 65714cddff9c4350bafb6a02cb48b613 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.677299 7868 tablet_replica.cc:331] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.677696 7868 raft_consensus.cc:2241] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.677999 7868 raft_consensus.cc:2270] T 71d9ee758d694f4d802155872fd50cf0 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.679828 7868 tablet_replica.cc:331] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338: stopping tablet replica
I20250902 07:54:54.680187 7868 raft_consensus.cc:2241] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.680477 7868 raft_consensus.cc:2270] T d5b534cdebbd429585b3a27e3413a957 P 4d2b733d000848cf9301a5f036dfa338 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.706085 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:54.719535 7868 master.cc:561] Master@127.7.175.62:33839 shutting down...
I20250902 07:54:54.867980 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:54.868474 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:54.868724 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P 257f5c4cf66a4889bcb505235472a253: stopping tablet replica
I20250902 07:54:54.876866 7868 master.cc:583] Master@127.7.175.62:33839 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1197 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20250902 07:54:54.897442 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:40707
I20250902 07:54:54.898406 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:54.903098 8261 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:54.904614 8262 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:54.904664 8264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:54.905239 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:54.906319 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:54.906502 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:54.906648 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799694906631 us; error 0 us; skew 500 ppm
I20250902 07:54:54.907124 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:54.909492 7868 webserver.cc:480] Webserver started at http://127.7.175.62:33951/ using document root <none> and password file <none>
I20250902 07:54:54.909973 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:54.910149 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:54.910394 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:54.911404 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "b8959a68fab74a048d580517a194a7b2"
format_stamp: "Formatted at 2025-09-02 07:54:54 on dist-test-slave-qswg"
I20250902 07:54:54.915717 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.000s sys 0.006s
I20250902 07:54:54.919109 8269 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:54.919911 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20250902 07:54:54.920151 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "b8959a68fab74a048d580517a194a7b2"
format_stamp: "Formatted at 2025-09-02 07:54:54 on dist-test-slave-qswg"
I20250902 07:54:54.920387 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:54.953540 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:54.954447 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:54.987079 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:40707
I20250902 07:54:54.987166 8320 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:40707 every 8 connection(s)
I20250902 07:54:54.990665 8321 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:54.999930 8321 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2: Bootstrap starting.
I20250902 07:54:55.003784 8321 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:55.007349 8321 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2: No bootstrap required, opened a new log
I20250902 07:54:55.009127 8321 raft_consensus.cc:357] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER }
I20250902 07:54:55.009495 8321 raft_consensus.cc:383] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:55.009712 8321 raft_consensus.cc:738] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8959a68fab74a048d580517a194a7b2, State: Initialized, Role: FOLLOWER
I20250902 07:54:55.010195 8321 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER }
I20250902 07:54:55.010607 8321 raft_consensus.cc:397] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:55.010823 8321 raft_consensus.cc:491] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:55.011065 8321 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:55.015184 8321 raft_consensus.cc:513] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER }
I20250902 07:54:55.015671 8321 leader_election.cc:304] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: b8959a68fab74a048d580517a194a7b2; no voters:
I20250902 07:54:55.016706 8321 leader_election.cc:290] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:55.017004 8324 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:55.018343 8324 raft_consensus.cc:695] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 1 LEADER]: Becoming Leader. State: Replica: b8959a68fab74a048d580517a194a7b2, State: Running, Role: LEADER
I20250902 07:54:55.018976 8324 consensus_queue.cc:237] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER }
I20250902 07:54:55.019493 8321 sys_catalog.cc:564] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:55.021698 8325 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "b8959a68fab74a048d580517a194a7b2" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER } }
I20250902 07:54:55.022524 8325 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.021806 8326 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b8959a68fab74a048d580517a194a7b2. Latest consensus state: current_term: 1 leader_uuid: "b8959a68fab74a048d580517a194a7b2" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8959a68fab74a048d580517a194a7b2" member_type: VOTER } }
I20250902 07:54:55.023816 8326 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.026067 8331 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:55.030850 8331 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:55.033809 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:55.038482 8331 catalog_manager.cc:1349] Generated new cluster ID: 362db09054724d6ba3a385bde34d0dcf
I20250902 07:54:55.038740 8331 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:55.059902 8331 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:55.061007 8331 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:55.076337 8331 catalog_manager.cc:5955] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2: Generated new TSK 0
I20250902 07:54:55.076874 8331 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:55.100085 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:55.105252 8342 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.106845 8343 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.107630 8345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.108072 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:55.108773 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:55.108950 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:55.109091 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799695109056 us; error 0 us; skew 500 ppm
I20250902 07:54:55.109540 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:55.111893 7868 webserver.cc:480] Webserver started at http://127.7.175.1:43741/ using document root <none> and password file <none>
I20250902 07:54:55.112315 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:55.112464 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:55.112669 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:55.113687 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "d9ce788e9cfe4e8482f5b7eb04b13347"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.117779 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
I20250902 07:54:55.120675 8350 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.121429 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
I20250902 07:54:55.121737 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "d9ce788e9cfe4e8482f5b7eb04b13347"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.121976 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:55.129973 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:55.130877 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:55.132182 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:55.134294 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:55.134483 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.134725 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:55.134877 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.169996 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:44289
I20250902 07:54:55.170079 8412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:44289 every 8 connection(s)
I20250902 07:54:55.183223 8413 heartbeater.cc:344] Connected to a master server at 127.7.175.62:40707
I20250902 07:54:55.183514 8413 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:55.184090 8413 heartbeater.cc:507] Master 127.7.175.62:40707 requested a full tablet report, sending...
I20250902 07:54:55.185753 8286 ts_manager.cc:194] Registered new tserver with Master: d9ce788e9cfe4e8482f5b7eb04b13347 (127.7.175.1:44289)
I20250902 07:54:55.186101 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013073989s
I20250902 07:54:55.187379 8286 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:42460
I20250902 07:54:55.204278 7868 catalog_manager.cc:2232] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20250902 07:54:55.213599 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:55.232236 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
W20250902 07:54:55.240202 8423 negotiation.cc:337] Failed RPC negotiation. Trace:
0902 07:54:55.223968 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.7.175.1:44289 (local address 127.0.0.1:55180)
0902 07:54:55.226521 (+ 2553us) negotiation.cc:107] Waiting for socket to connect
0902 07:54:55.226568 (+ 47us) client_negotiation.cc:174] Beginning negotiation
0902 07:54:55.226785 (+ 217us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
0902 07:54:55.238615 (+ 11830us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.7.175.1:44289: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
Metrics: {"client-negotiator.queue_time_us":2025,"thread_start_us":1171,"threads_started":1}
I20250902 07:54:55.251902 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:55.258394 7868 master.cc:561] Master@127.7.175.62:40707 shutting down...
I20250902 07:54:55.307387 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:55.307895 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:55.308265 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P b8959a68fab74a048d580517a194a7b2: stopping tablet replica
I20250902 07:54:55.326870 7868 master.cc:583] Master@127.7.175.62:40707 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (446 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20250902 07:54:55.343946 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:34859
I20250902 07:54:55.344930 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:55.349445 8426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.350971 8429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.351013 8427 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.351727 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:55.352319 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:55.352485 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:55.352634 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799695352615 us; error 0 us; skew 500 ppm
I20250902 07:54:55.353169 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:55.355345 7868 webserver.cc:480] Webserver started at http://127.7.175.62:34007/ using document root <none> and password file <none>
I20250902 07:54:55.355811 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:55.356000 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:55.356244 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:55.357322 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "8707249d2e1d49a8a92decfa6033f8b8"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.361428 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
I20250902 07:54:55.364441 8434 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.365243 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250902 07:54:55.365494 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "8707249d2e1d49a8a92decfa6033f8b8"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.365756 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:55.385325 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:55.386260 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:55.419064 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:34859
I20250902 07:54:55.419147 8485 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:34859 every 8 connection(s)
I20250902 07:54:55.422550 8486 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:55.431694 8486 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8: Bootstrap starting.
I20250902 07:54:55.435537 8486 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:55.439141 8486 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8: No bootstrap required, opened a new log
I20250902 07:54:55.440873 8486 raft_consensus.cc:357] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER }
I20250902 07:54:55.441269 8486 raft_consensus.cc:383] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:55.441493 8486 raft_consensus.cc:738] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8707249d2e1d49a8a92decfa6033f8b8, State: Initialized, Role: FOLLOWER
I20250902 07:54:55.442066 8486 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER }
I20250902 07:54:55.442484 8486 raft_consensus.cc:397] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:55.442700 8486 raft_consensus.cc:491] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:55.442945 8486 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:55.447044 8486 raft_consensus.cc:513] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER }
I20250902 07:54:55.447508 8486 leader_election.cc:304] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 8707249d2e1d49a8a92decfa6033f8b8; no voters:
I20250902 07:54:55.448526 8486 leader_election.cc:290] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:55.448807 8489 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:55.450189 8489 raft_consensus.cc:695] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 1 LEADER]: Becoming Leader. State: Replica: 8707249d2e1d49a8a92decfa6033f8b8, State: Running, Role: LEADER
I20250902 07:54:55.450841 8489 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER }
I20250902 07:54:55.451273 8486 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:55.453572 8491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8707249d2e1d49a8a92decfa6033f8b8. Latest consensus state: current_term: 1 leader_uuid: "8707249d2e1d49a8a92decfa6033f8b8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER } }
I20250902 07:54:55.453625 8490 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "8707249d2e1d49a8a92decfa6033f8b8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8707249d2e1d49a8a92decfa6033f8b8" member_type: VOTER } }
I20250902 07:54:55.454396 8490 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.454434 8491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.457468 8495 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:55.461892 8495 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:55.467285 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:55.469949 8495 catalog_manager.cc:1349] Generated new cluster ID: be3df5685ceb45ba80ee2c3093437b01
I20250902 07:54:55.470218 8495 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:55.496085 8495 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:55.497288 8495 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:55.510015 8495 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8: Generated new TSK 0
I20250902 07:54:55.510561 8495 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:55.533265 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:55.538589 8507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.539798 8508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.542279 8510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.542395 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:55.543318 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:55.543509 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:55.543670 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799695543652 us; error 0 us; skew 500 ppm
I20250902 07:54:55.544154 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:55.546298 7868 webserver.cc:480] Webserver started at http://127.7.175.1:38605/ using document root <none> and password file <none>
I20250902 07:54:55.546744 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:55.546941 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:55.547190 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:55.548216 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "bff2948bdbe04b46ae454db5b4fd4e4d"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.552369 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.000s sys 0.006s
I20250902 07:54:55.555533 8515 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.556226 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250902 07:54:55.556499 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "bff2948bdbe04b46ae454db5b4fd4e4d"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.556774 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:55.583300 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:55.584275 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:55.585664 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:55.587776 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:55.587963 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.588191 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:55.588343 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.622951 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:41627
I20250902 07:54:55.623039 8577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:41627 every 8 connection(s)
I20250902 07:54:55.635818 8578 heartbeater.cc:344] Connected to a master server at 127.7.175.62:34859
I20250902 07:54:55.636138 8578 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:55.636756 8578 heartbeater.cc:507] Master 127.7.175.62:34859 requested a full tablet report, sending...
I20250902 07:54:55.638758 8451 ts_manager.cc:194] Registered new tserver with Master: bff2948bdbe04b46ae454db5b4fd4e4d (127.7.175.1:41627)
I20250902 07:54:55.639218 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.01314379s
I20250902 07:54:55.640970 8451 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:56336
I20250902 07:54:55.657753 7868 catalog_manager.cc:2241] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20250902 07:54:55.666311 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:55.690227 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
W20250902 07:54:55.695829 8589 negotiation.cc:337] Failed RPC negotiation. Trace:
0902 07:54:55.684085 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.7.175.1:41627 (local address 127.0.0.1:39054)
0902 07:54:55.688176 (+ 4091us) negotiation.cc:107] Waiting for socket to connect
0902 07:54:55.688237 (+ 61us) client_negotiation.cc:174] Beginning negotiation
0902 07:54:55.688524 (+ 287us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
0902 07:54:55.694902 (+ 6378us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.7.175.1:41627: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
Metrics: {"client-negotiator.queue_time_us":3256,"thread_start_us":2849,"threads_started":1}
W20250902 07:54:55.698482 8435 catalog_manager.cc:4671] TS bff2948bdbe04b46ae454db5b4fd4e4d (127.7.175.1:41627): CreateTablet RPC failed for tablet 9b39087d432d476a80633a7f28541f2a: Network error: Client connection negotiation failed: client connection to 127.7.175.1:41627: connect: Connection refused (error 111)
I20250902 07:54:55.707648 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:55.714071 7868 master.cc:561] Master@127.7.175.62:34859 shutting down...
I20250902 07:54:55.745210 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:55.745684 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:55.746091 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P 8707249d2e1d49a8a92decfa6033f8b8: stopping tablet replica
I20250902 07:54:55.754932 7868 master.cc:583] Master@127.7.175.62:34859 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (429 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20250902 07:54:55.773583 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:35793
I20250902 07:54:55.774549 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:55.778914 8591 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.779367 8592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.780481 8594 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.781644 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:55.782262 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:55.782424 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:55.782536 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799695782525 us; error 0 us; skew 500 ppm
I20250902 07:54:55.782966 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:55.785043 7868 webserver.cc:480] Webserver started at http://127.7.175.62:42739/ using document root <none> and password file <none>
I20250902 07:54:55.785496 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:55.785642 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:55.785841 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:55.786787 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "69c8bd11e57e4afc8fedd065e389539f"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.790908 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20250902 07:54:55.793941 8599 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.794593 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
I20250902 07:54:55.794821 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "69c8bd11e57e4afc8fedd065e389539f"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.795060 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:55.825769 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:55.826690 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:55.859697 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:35793
I20250902 07:54:55.859773 8650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:35793 every 8 connection(s)
I20250902 07:54:55.863324 8651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:55.872467 8651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f: Bootstrap starting.
I20250902 07:54:55.876160 8651 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:55.879652 8651 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f: No bootstrap required, opened a new log
I20250902 07:54:55.881369 8651 raft_consensus.cc:357] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER }
I20250902 07:54:55.881747 8651 raft_consensus.cc:383] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:55.881966 8651 raft_consensus.cc:738] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69c8bd11e57e4afc8fedd065e389539f, State: Initialized, Role: FOLLOWER
I20250902 07:54:55.882511 8651 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER }
I20250902 07:54:55.882936 8651 raft_consensus.cc:397] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:55.883170 8651 raft_consensus.cc:491] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:55.883440 8651 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:55.887564 8651 raft_consensus.cc:513] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER }
I20250902 07:54:55.888062 8651 leader_election.cc:304] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 69c8bd11e57e4afc8fedd065e389539f; no voters:
I20250902 07:54:55.889108 8651 leader_election.cc:290] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:55.889382 8654 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:55.890605 8654 raft_consensus.cc:695] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 1 LEADER]: Becoming Leader. State: Replica: 69c8bd11e57e4afc8fedd065e389539f, State: Running, Role: LEADER
I20250902 07:54:55.891252 8654 consensus_queue.cc:237] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER }
I20250902 07:54:55.891837 8651 sys_catalog.cc:564] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:55.893970 8655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "69c8bd11e57e4afc8fedd065e389539f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER } }
I20250902 07:54:55.893996 8656 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69c8bd11e57e4afc8fedd065e389539f. Latest consensus state: current_term: 1 leader_uuid: "69c8bd11e57e4afc8fedd065e389539f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "69c8bd11e57e4afc8fedd065e389539f" member_type: VOTER } }
I20250902 07:54:55.894722 8656 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.894732 8655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:55.897567 8659 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:55.902618 8659 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:55.905241 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:55.910454 8659 catalog_manager.cc:1349] Generated new cluster ID: a0ce57d9092a4b43bcc4edb0c5eb0810
I20250902 07:54:55.910718 8659 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:55.944582 8659 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:55.945744 8659 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:55.961169 8659 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f: Generated new TSK 0
I20250902 07:54:55.961699 8659 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:55.971525 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:55.976655 8672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:55.978489 8673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.979676 7868 server_base.cc:1047] running on GCE node
W20250902 07:54:55.980230 8675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:55.980932 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:55.981171 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:55.981323 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799695981305 us; error 0 us; skew 500 ppm
I20250902 07:54:55.981822 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:55.983856 7868 webserver.cc:480] Webserver started at http://127.7.175.1:37045/ using document root <none> and password file <none>
I20250902 07:54:55.984304 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:55.984478 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:55.984727 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:55.985775 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "1405e489a5a348c3824385430b021c97"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.989863 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
I20250902 07:54:55.992986 8680 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:55.993784 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20250902 07:54:55.994056 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "1405e489a5a348c3824385430b021c97"
format_stamp: "Formatted at 2025-09-02 07:54:55 on dist-test-slave-qswg"
I20250902 07:54:55.994316 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:56.009172 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:56.010114 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:56.011432 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:56.013542 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:56.013728 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.013957 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:56.014114 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.049883 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:34385
I20250902 07:54:56.049976 8742 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:34385 every 8 connection(s)
I20250902 07:54:56.063571 8743 heartbeater.cc:344] Connected to a master server at 127.7.175.62:35793
I20250902 07:54:56.063906 8743 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:56.064540 8743 heartbeater.cc:507] Master 127.7.175.62:35793 requested a full tablet report, sending...
I20250902 07:54:56.066285 8616 ts_manager.cc:194] Registered new tserver with Master: 1405e489a5a348c3824385430b021c97 (127.7.175.1:34385)
I20250902 07:54:56.066725 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013774536s
I20250902 07:54:56.068459 8616 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:45304
I20250902 07:54:56.086774 8616 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45306:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250902 07:54:56.131476 8708 tablet_service.cc:1468] Processing CreateTablet for tablet c1de0b7a196447a390fbf916b2062560 (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION VALUES < 100
I20250902 07:54:56.131875 8707 tablet_service.cc:1468] Processing CreateTablet for tablet 3913a3f606c34dfc93a52339c8157abb (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250902 07:54:56.132187 8706 tablet_service.cc:1468] Processing CreateTablet for tablet 4166e499837c40cf908c4a49fe620dae (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250902 07:54:56.132841 8708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c1de0b7a196447a390fbf916b2062560. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.132479 8705 tablet_service.cc:1468] Processing CreateTablet for tablet 357764b2d36e44a9b7cdc4db420f19fb (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250902 07:54:56.133544 8706 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4166e499837c40cf908c4a49fe620dae. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.134208 8707 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3913a3f606c34dfc93a52339c8157abb. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.134330 8704 tablet_service.cc:1468] Processing CreateTablet for tablet 1227c1a864bf473eaac5a0c2f792d308 (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250902 07:54:56.134815 8705 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 357764b2d36e44a9b7cdc4db420f19fb. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.135571 8704 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1227c1a864bf473eaac5a0c2f792d308. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.138505 8703 tablet_service.cc:1468] Processing CreateTablet for tablet fe3d1a425712473bb5d5c80d92847254 (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250902 07:54:56.139773 8703 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe3d1a425712473bb5d5c80d92847254. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.146502 8702 tablet_service.cc:1468] Processing CreateTablet for tablet 160610778f5c4c6297d54ad0c315c831 (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250902 07:54:56.147743 8702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 160610778f5c4c6297d54ad0c315c831. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.154521 8701 tablet_service.cc:1468] Processing CreateTablet for tablet c4b59064381746f3945bb3a6e8df9a7e (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250902 07:54:56.155812 8701 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c4b59064381746f3945bb3a6e8df9a7e. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.156029 8755 tablet_bootstrap.cc:492] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.164397 8755 tablet_bootstrap.cc:654] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.170321 8755 tablet_bootstrap.cc:492] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.170790 8755 ts_tablet_manager.cc:1397] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.015s user 0.012s sys 0.000s
I20250902 07:54:56.171356 8701 tablet_service.cc:1468] Processing CreateTablet for tablet da0f965e965f4b0db65e9bb1185396da (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250902 07:54:56.172577 8701 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da0f965e965f4b0db65e9bb1185396da. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.173357 8755 raft_consensus.cc:357] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.173945 8755 raft_consensus.cc:383] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.174237 8702 tablet_service.cc:1468] Processing CreateTablet for tablet de775ede9dbf4ecb86d7677b9cf4309f (DEFAULT_TABLE table=test_table [id=6d84340fa02342e39e5741216c25dba5]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250902 07:54:56.174264 8755 raft_consensus.cc:738] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.175348 8702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de775ede9dbf4ecb86d7677b9cf4309f. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.175556 8755 consensus_queue.cc:260] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.176225 8755 raft_consensus.cc:397] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.176518 8755 raft_consensus.cc:491] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.176851 8755 raft_consensus.cc:3058] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.184608 8755 raft_consensus.cc:513] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.185189 8755 leader_election.cc:304] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.186538 8755 leader_election.cc:290] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.186884 8757 raft_consensus.cc:2802] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.188496 8743 heartbeater.cc:499] Master 127.7.175.62:35793 was elected leader, sending a full tablet report...
I20250902 07:54:56.189535 8755 ts_tablet_manager.cc:1428] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.018s user 0.008s sys 0.008s
I20250902 07:54:56.190294 8757 raft_consensus.cc:695] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.190595 8755 tablet_bootstrap.cc:492] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.190989 8757 consensus_queue.cc:237] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.195878 8755 tablet_bootstrap.cc:654] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.200791 8616 catalog_manager.cc:5582] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.205255 8755 tablet_bootstrap.cc:492] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.205663 8755 ts_tablet_manager.cc:1397] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.015s user 0.010s sys 0.003s
I20250902 07:54:56.207904 8755 raft_consensus.cc:357] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.208441 8755 raft_consensus.cc:383] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.208676 8755 raft_consensus.cc:738] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.209211 8755 consensus_queue.cc:260] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.209642 8755 raft_consensus.cc:397] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.209861 8755 raft_consensus.cc:491] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.210103 8755 raft_consensus.cc:3058] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.214876 8755 raft_consensus.cc:513] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.215538 8755 leader_election.cc:304] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.216202 8755 leader_election.cc:290] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.216308 8757 raft_consensus.cc:2802] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.216753 8757 raft_consensus.cc:695] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.217485 8757 consensus_queue.cc:237] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.218112 8755 ts_tablet_manager.cc:1428] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.012s user 0.008s sys 0.003s
I20250902 07:54:56.218942 8755 tablet_bootstrap.cc:492] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.223312 8615 catalog_manager.cc:5582] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.224593 8755 tablet_bootstrap.cc:654] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.229001 8755 tablet_bootstrap.cc:492] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.229373 8755 ts_tablet_manager.cc:1397] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20250902 07:54:56.231326 8755 raft_consensus.cc:357] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.231696 8755 raft_consensus.cc:383] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.231909 8755 raft_consensus.cc:738] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.232390 8755 consensus_queue.cc:260] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.232815 8755 raft_consensus.cc:397] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.233039 8755 raft_consensus.cc:491] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.233325 8755 raft_consensus.cc:3058] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.237453 8755 raft_consensus.cc:513] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.237959 8755 leader_election.cc:304] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.238399 8755 leader_election.cc:290] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.238535 8757 raft_consensus.cc:2802] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.239089 8757 raft_consensus.cc:695] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.239687 8757 consensus_queue.cc:237] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.239832 8755 ts_tablet_manager.cc:1428] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:56.240602 8755 tablet_bootstrap.cc:492] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.245256 8755 tablet_bootstrap.cc:654] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.245566 8615 catalog_manager.cc:5582] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.249257 8755 tablet_bootstrap.cc:492] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.249639 8755 ts_tablet_manager.cc:1397] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.004s
I20250902 07:54:56.251646 8755 raft_consensus.cc:357] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.252137 8755 raft_consensus.cc:383] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.252380 8755 raft_consensus.cc:738] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.252892 8755 consensus_queue.cc:260] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.253520 8755 raft_consensus.cc:397] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.253815 8755 raft_consensus.cc:491] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.254149 8755 raft_consensus.cc:3058] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.259789 8755 raft_consensus.cc:513] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.260437 8755 leader_election.cc:304] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.260871 8755 leader_election.cc:290] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.260985 8757 raft_consensus.cc:2802] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.261459 8757 raft_consensus.cc:695] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.262094 8757 consensus_queue.cc:237] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.262382 8755 ts_tablet_manager.cc:1428] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20250902 07:54:56.263065 8755 tablet_bootstrap.cc:492] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.268304 8755 tablet_bootstrap.cc:654] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.268230 8615 catalog_manager.cc:5582] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.272691 8755 tablet_bootstrap.cc:492] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.273022 8755 ts_tablet_manager.cc:1397] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:56.275213 8755 raft_consensus.cc:357] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.275580 8755 raft_consensus.cc:383] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.275841 8755 raft_consensus.cc:738] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.276391 8755 consensus_queue.cc:260] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.276803 8755 raft_consensus.cc:397] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.277030 8755 raft_consensus.cc:491] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.277312 8755 raft_consensus.cc:3058] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.281682 8755 raft_consensus.cc:513] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.282148 8755 leader_election.cc:304] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.282531 8755 leader_election.cc:290] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.282666 8757 raft_consensus.cc:2802] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.283172 8757 raft_consensus.cc:695] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.283739 8757 consensus_queue.cc:237] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.283962 8755 ts_tablet_manager.cc:1428] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.011s user 0.001s sys 0.007s
I20250902 07:54:56.284650 8755 tablet_bootstrap.cc:492] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.289443 8755 tablet_bootstrap.cc:654] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.289990 8615 catalog_manager.cc:5582] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.293802 8755 tablet_bootstrap.cc:492] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.294175 8755 ts_tablet_manager.cc:1397] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:56.295888 8755 raft_consensus.cc:357] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.296458 8755 raft_consensus.cc:383] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.296727 8755 raft_consensus.cc:738] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.297297 8755 consensus_queue.cc:260] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.297855 8755 raft_consensus.cc:397] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.298055 8755 raft_consensus.cc:491] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.298280 8755 raft_consensus.cc:3058] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.302345 8755 raft_consensus.cc:513] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.302788 8755 leader_election.cc:304] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.303165 8755 leader_election.cc:290] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.303293 8757 raft_consensus.cc:2802] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.303691 8757 raft_consensus.cc:695] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.304306 8757 consensus_queue.cc:237] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.306133 8755 ts_tablet_manager.cc:1428] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.012s user 0.010s sys 0.000s
I20250902 07:54:56.306934 8755 tablet_bootstrap.cc:492] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.309791 8615 catalog_manager.cc:5582] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.310602 8755 tablet_bootstrap.cc:654] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.314656 8755 tablet_bootstrap.cc:492] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.314966 8755 ts_tablet_manager.cc:1397] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20250902 07:54:56.316721 8755 raft_consensus.cc:357] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.317114 8755 raft_consensus.cc:383] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.317359 8755 raft_consensus.cc:738] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.317831 8755 consensus_queue.cc:260] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.318233 8755 raft_consensus.cc:397] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.318430 8755 raft_consensus.cc:491] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.318697 8755 raft_consensus.cc:3058] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.322448 8755 raft_consensus.cc:513] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.322885 8755 leader_election.cc:304] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.323277 8755 leader_election.cc:290] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.323407 8757 raft_consensus.cc:2802] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.324050 8757 raft_consensus.cc:695] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.324942 8755 ts_tablet_manager.cc:1428] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.010s user 0.004s sys 0.004s
I20250902 07:54:56.324723 8757 consensus_queue.cc:237] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.325724 8755 tablet_bootstrap.cc:492] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.331010 8755 tablet_bootstrap.cc:654] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.332093 8615 catalog_manager.cc:5582] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.334775 8755 tablet_bootstrap.cc:492] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.335179 8755 ts_tablet_manager.cc:1397] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:56.336810 8755 raft_consensus.cc:357] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.337248 8755 raft_consensus.cc:383] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.337443 8755 raft_consensus.cc:738] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.337935 8755 consensus_queue.cc:260] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.338332 8755 raft_consensus.cc:397] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.338526 8755 raft_consensus.cc:491] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.338755 8755 raft_consensus.cc:3058] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.342533 8755 raft_consensus.cc:513] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.343009 8755 leader_election.cc:304] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.343379 8755 leader_election.cc:290] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.343513 8757 raft_consensus.cc:2802] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.344002 8757 raft_consensus.cc:695] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.344614 8755 ts_tablet_manager.cc:1428] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.009s user 0.007s sys 0.000s
I20250902 07:54:56.344609 8757 consensus_queue.cc:237] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.345335 8755 tablet_bootstrap.cc:492] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.349668 8755 tablet_bootstrap.cc:654] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.350821 8615 catalog_manager.cc:5582] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.353919 8755 tablet_bootstrap.cc:492] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.354300 8755 ts_tablet_manager.cc:1397] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.001s
I20250902 07:54:56.356019 8755 raft_consensus.cc:357] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.356452 8755 raft_consensus.cc:383] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.356698 8755 raft_consensus.cc:738] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.357266 8755 consensus_queue.cc:260] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.357796 8755 raft_consensus.cc:397] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.358002 8755 raft_consensus.cc:491] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.358227 8755 raft_consensus.cc:3058] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.362622 8755 raft_consensus.cc:513] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.363078 8755 leader_election.cc:304] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.363464 8755 leader_election.cc:290] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.363600 8757 raft_consensus.cc:2802] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.364023 8757 raft_consensus.cc:695] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.364660 8757 consensus_queue.cc:237] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.365134 8755 ts_tablet_manager.cc:1428] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.011s user 0.005s sys 0.007s
I20250902 07:54:56.365850 8755 tablet_bootstrap.cc:492] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: Bootstrap starting.
I20250902 07:54:56.369979 8755 tablet_bootstrap.cc:654] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.371495 8615 catalog_manager.cc:5582] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.374183 8755 tablet_bootstrap.cc:492] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: No bootstrap required, opened a new log
I20250902 07:54:56.374557 8755 ts_tablet_manager.cc:1397] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.001s
I20250902 07:54:56.376471 8755 raft_consensus.cc:357] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.376890 8755 raft_consensus.cc:383] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.377167 8755 raft_consensus.cc:738] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1405e489a5a348c3824385430b021c97, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.377661 8755 consensus_queue.cc:260] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.378042 8755 raft_consensus.cc:397] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.378253 8755 raft_consensus.cc:491] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.378496 8755 raft_consensus.cc:3058] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.383965 8755 raft_consensus.cc:513] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.384572 8755 leader_election.cc:304] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 1405e489a5a348c3824385430b021c97; no voters:
I20250902 07:54:56.385143 8755 leader_election.cc:290] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.385257 8757 raft_consensus.cc:2802] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.385874 8757 raft_consensus.cc:695] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Becoming Leader. State: Replica: 1405e489a5a348c3824385430b021c97, State: Running, Role: LEADER
I20250902 07:54:56.386595 8755 ts_tablet_manager.cc:1428] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20250902 07:54:56.386541 8757 consensus_queue.cc:237] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } }
I20250902 07:54:56.391732 8615 catalog_manager.cc:5582] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1405e489a5a348c3824385430b021c97 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "1405e489a5a348c3824385430b021c97" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1405e489a5a348c3824385430b021c97" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 34385 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:56.435914 7868 catalog_manager.cc:3502] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20250902 07:54:56.461995 8785 tablet.cc:1722] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.468241 8789 tablet.cc:1722] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.474313 8785 tablet.cc:1620] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.475064 8789 tablet.cc:1620] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.478699 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:56.490028 8783 tablet.cc:1722] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.491592 8783 tablet.cc:1620] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.493036 8784 tablet.cc:1722] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.496044 8784 tablet.cc:1620] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.500376 8789 tablet.cc:1722] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.502149 8789 tablet.cc:1620] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.506491 8785 tablet.cc:1722] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.508420 8785 tablet.cc:1620] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.510267 8784 tablet.cc:1722] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.512046 8784 tablet.cc:1620] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.512107 8789 tablet.cc:1722] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.513993 8789 tablet.cc:1620] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.523365 8783 tablet.cc:1722] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.525413 8783 tablet.cc:1620] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.525722 8789 tablet.cc:1722] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:56.527581 8789 tablet.cc:1620] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: MemRowSet was empty: no flush needed.
I20250902 07:54:56.541496 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250902 07:54:56.542198 7868 tablet_replica.cc:331] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.542687 7868 raft_consensus.cc:2241] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.543079 7868 raft_consensus.cc:2270] T 160610778f5c4c6297d54ad0c315c831 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.544904 7868 tablet_replica.cc:331] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.545428 7868 raft_consensus.cc:2241] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.545769 7868 raft_consensus.cc:2270] T fe3d1a425712473bb5d5c80d92847254 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.547508 7868 tablet_replica.cc:331] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.547945 7868 raft_consensus.cc:2241] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.548270 7868 raft_consensus.cc:2270] T 4166e499837c40cf908c4a49fe620dae P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.550024 7868 tablet_replica.cc:331] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.550453 7868 raft_consensus.cc:2241] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.550766 7868 raft_consensus.cc:2270] T c1de0b7a196447a390fbf916b2062560 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.552567 7868 tablet_replica.cc:331] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.552982 7868 raft_consensus.cc:2241] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.553381 7868 raft_consensus.cc:2270] T c4b59064381746f3945bb3a6e8df9a7e P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.555168 7868 tablet_replica.cc:331] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.555579 7868 raft_consensus.cc:2241] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.555894 7868 raft_consensus.cc:2270] T 3913a3f606c34dfc93a52339c8157abb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.557600 7868 tablet_replica.cc:331] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.558005 7868 raft_consensus.cc:2241] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.558321 7868 raft_consensus.cc:2270] T de775ede9dbf4ecb86d7677b9cf4309f P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.560320 7868 tablet_replica.cc:331] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.560722 7868 raft_consensus.cc:2241] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.561045 7868 raft_consensus.cc:2270] T 1227c1a864bf473eaac5a0c2f792d308 P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.563182 7868 tablet_replica.cc:331] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.563602 7868 raft_consensus.cc:2241] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.563943 7868 raft_consensus.cc:2270] T da0f965e965f4b0db65e9bb1185396da P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.565778 7868 tablet_replica.cc:331] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97: stopping tablet replica
I20250902 07:54:56.566182 7868 raft_consensus.cc:2241] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.566522 7868 raft_consensus.cc:2270] T 357764b2d36e44a9b7cdc4db420f19fb P 1405e489a5a348c3824385430b021c97 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.591871 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:56.604641 7868 master.cc:561] Master@127.7.175.62:35793 shutting down...
I20250902 07:54:56.620446 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:56.621100 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:56.621500 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P 69c8bd11e57e4afc8fedd065e389539f: stopping tablet replica
I20250902 07:54:56.630650 7868 master.cc:583] Master@127.7.175.62:35793 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (878 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20250902 07:54:56.652150 7868 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.7.175.62:34243
I20250902 07:54:56.653142 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:56.657634 8790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:56.657830 8791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:56.659122 8793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:56.660610 7868 server_base.cc:1047] running on GCE node
I20250902 07:54:56.661866 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:56.662052 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:56.662209 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799696662191 us; error 0 us; skew 500 ppm
I20250902 07:54:56.662884 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:56.665009 7868 webserver.cc:480] Webserver started at http://127.7.175.62:32895/ using document root <none> and password file <none>
I20250902 07:54:56.665509 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:56.665669 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:56.665925 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:56.666945 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/instance:
uuid: "56f4f3b509594c248ea4321473074045"
format_stamp: "Formatted at 2025-09-02 07:54:56 on dist-test-slave-qswg"
I20250902 07:54:56.671108 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20250902 07:54:56.674243 8798 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.674921 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s
I20250902 07:54:56.675184 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
uuid: "56f4f3b509594c248ea4321473074045"
format_stamp: "Formatted at 2025-09-02 07:54:56 on dist-test-slave-qswg"
I20250902 07:54:56.675446 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:56.688508 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:56.689528 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:56.723342 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.62:34243
I20250902 07:54:56.723433 8849 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.62:34243 every 8 connection(s)
I20250902 07:54:56.726943 8850 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.736652 8850 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045: Bootstrap starting.
I20250902 07:54:56.740624 8850 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:56.744328 8850 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045: No bootstrap required, opened a new log
I20250902 07:54:56.746112 8850 raft_consensus.cc:357] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER }
I20250902 07:54:56.746471 8850 raft_consensus.cc:383] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:56.746698 8850 raft_consensus.cc:738] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56f4f3b509594c248ea4321473074045, State: Initialized, Role: FOLLOWER
I20250902 07:54:56.747200 8850 consensus_queue.cc:260] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER }
I20250902 07:54:56.747592 8850 raft_consensus.cc:397] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:56.747800 8850 raft_consensus.cc:491] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:56.748098 8850 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:56.752336 8850 raft_consensus.cc:513] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER }
I20250902 07:54:56.752811 8850 leader_election.cc:304] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 56f4f3b509594c248ea4321473074045; no voters:
I20250902 07:54:56.753870 8850 leader_election.cc:290] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:56.754155 8853 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:56.755460 8853 raft_consensus.cc:695] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 1 LEADER]: Becoming Leader. State: Replica: 56f4f3b509594c248ea4321473074045, State: Running, Role: LEADER
I20250902 07:54:56.756063 8853 consensus_queue.cc:237] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER }
I20250902 07:54:56.756707 8850 sys_catalog.cc:564] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [sys.catalog]: configured and running, proceeding with master startup.
I20250902 07:54:56.760198 8854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "56f4f3b509594c248ea4321473074045" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER } }
I20250902 07:54:56.760310 8855 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 56f4f3b509594c248ea4321473074045. Latest consensus state: current_term: 1 leader_uuid: "56f4f3b509594c248ea4321473074045" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "56f4f3b509594c248ea4321473074045" member_type: VOTER } }
I20250902 07:54:56.761066 8855 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:56.761098 8854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [sys.catalog]: This master's current role is: LEADER
I20250902 07:54:56.763576 8861 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
I20250902 07:54:56.769694 8861 catalog_manager.cc:1486] Initializing Kudu cluster ID...
I20250902 07:54:56.770573 7868 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20250902 07:54:56.777829 8861 catalog_manager.cc:1349] Generated new cluster ID: d06f7147fc414e788b22a6066614d196
I20250902 07:54:56.778107 8861 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
I20250902 07:54:56.794224 8861 catalog_manager.cc:1372] Generated new certificate authority record
I20250902 07:54:56.795390 8861 catalog_manager.cc:1506] Loading token signing keys...
I20250902 07:54:56.809047 8861 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045: Generated new TSK 0
I20250902 07:54:56.809580 8861 catalog_manager.cc:1516] Initializing in-progress tserver states...
I20250902 07:54:56.836881 7868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20250902 07:54:56.842247 8871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20250902 07:54:56.843398 8872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:56.845803 7868 server_base.cc:1047] running on GCE node
W20250902 07:54:56.845933 8874 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20250902 07:54:56.846726 7868 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20250902 07:54:56.846930 7868 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20250902 07:54:56.847096 7868 hybrid_clock.cc:648] HybridClock initialized: now 1756799696847080 us; error 0 us; skew 500 ppm
I20250902 07:54:56.847566 7868 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20250902 07:54:56.849678 7868 webserver.cc:480] Webserver started at http://127.7.175.1:42671/ using document root <none> and password file <none>
I20250902 07:54:56.850128 7868 fs_manager.cc:362] Metadata directory not provided
I20250902 07:54:56.850306 7868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20250902 07:54:56.850540 7868 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
I20250902 07:54:56.851516 7868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/instance:
uuid: "ff6e1921847445129efb4c1105880bc1"
format_stamp: "Formatted at 2025-09-02 07:54:56 on dist-test-slave-qswg"
I20250902 07:54:56.855669 7868 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
I20250902 07:54:56.858870 8879 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.859525 7868 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20250902 07:54:56.859788 7868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
uuid: "ff6e1921847445129efb4c1105880bc1"
format_stamp: "Formatted at 2025-09-02 07:54:56 on dist-test-slave-qswg"
I20250902 07:54:56.860054 7868 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskmvbBLh/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1756799690640892-7868-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20250902 07:54:56.871759 7868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20250902 07:54:56.872689 7868 kserver.cc:163] Server-wide thread pool size limit: 3276
I20250902 07:54:56.874104 7868 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20250902 07:54:56.876222 7868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20250902 07:54:56.876406 7868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.876631 7868 ts_tablet_manager.cc:610] Registered 0 tablets
I20250902 07:54:56.876791 7868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20250902 07:54:56.912210 7868 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.1:35889
I20250902 07:54:56.912304 8941 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.175.1:35889 every 8 connection(s)
I20250902 07:54:56.925166 8942 heartbeater.cc:344] Connected to a master server at 127.7.175.62:34243
I20250902 07:54:56.925487 8942 heartbeater.cc:461] Registering TS with master...
I20250902 07:54:56.926123 8942 heartbeater.cc:507] Master 127.7.175.62:34243 requested a full tablet report, sending...
I20250902 07:54:56.927829 8815 ts_manager.cc:194] Registered new tserver with Master: ff6e1921847445129efb4c1105880bc1 (127.7.175.1:35889)
I20250902 07:54:56.928229 7868 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.012956502s
I20250902 07:54:56.929476 8815 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:47818
I20250902 07:54:56.947775 8815 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47832:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20250902 07:54:56.991873 8907 tablet_service.cc:1468] Processing CreateTablet for tablet 8070ef969e37495d86387d89bcb30025 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION VALUES < 100
I20250902 07:54:56.992224 8906 tablet_service.cc:1468] Processing CreateTablet for tablet 83bb64bdf23543e086fbc8216d8f0bc7 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20250902 07:54:56.992489 8905 tablet_service.cc:1468] Processing CreateTablet for tablet d81f5ffccddf48888fe2a64145011dcc (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20250902 07:54:56.992789 8904 tablet_service.cc:1468] Processing CreateTablet for tablet 4bfc57a7128349fba35a2783b0ff8e37 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20250902 07:54:56.993218 8907 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8070ef969e37495d86387d89bcb30025. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.994011 8905 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d81f5ffccddf48888fe2a64145011dcc. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.994998 8906 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 83bb64bdf23543e086fbc8216d8f0bc7. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.996114 8902 tablet_service.cc:1468] Processing CreateTablet for tablet 509d631208da4a738fc3f58489bd75a6 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20250902 07:54:56.997334 8902 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 509d631208da4a738fc3f58489bd75a6. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.001924 8901 tablet_service.cc:1468] Processing CreateTablet for tablet a09e1f0e0c314ab5a9a6aa3e276425ac (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20250902 07:54:57.003170 8901 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a09e1f0e0c314ab5a9a6aa3e276425ac. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:56.994647 8903 tablet_service.cc:1468] Processing CreateTablet for tablet 804840b113d3491ea23e7ed7d1666925 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20250902 07:54:57.005860 8903 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 804840b113d3491ea23e7ed7d1666925. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.005986 8900 tablet_service.cc:1468] Processing CreateTablet for tablet a40eb38001c44f9da76aabe08f6d4baf (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20250902 07:54:57.008844 8899 tablet_service.cc:1468] Processing CreateTablet for tablet 870b79eeff52460a936fc6686cb5c857 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20250902 07:54:57.018649 8898 tablet_service.cc:1468] Processing CreateTablet for tablet c43bee6e1b224c01b476aae33457d442 (DEFAULT_TABLE table=test_table [id=56a75058691b4430997f312fee8ed53c]), partition=RANGE (key) PARTITION 900 <= VALUES
I20250902 07:54:57.022578 8904 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4bfc57a7128349fba35a2783b0ff8e37. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.024405 8898 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c43bee6e1b224c01b476aae33457d442. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.025408 8899 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 870b79eeff52460a936fc6686cb5c857. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.029378 8900 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a40eb38001c44f9da76aabe08f6d4baf. 1 dirs total, 0 dirs full, 0 dirs failed
I20250902 07:54:57.054010 8954 tablet_bootstrap.cc:492] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.060446 8954 tablet_bootstrap.cc:654] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.064360 8954 tablet_bootstrap.cc:492] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.064705 8954 ts_tablet_manager.cc:1397] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20250902 07:54:57.066527 8954 raft_consensus.cc:357] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.066901 8954 raft_consensus.cc:383] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.067088 8954 raft_consensus.cc:738] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.067509 8954 consensus_queue.cc:260] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.067899 8954 raft_consensus.cc:397] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.068109 8954 raft_consensus.cc:491] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.068308 8954 raft_consensus.cc:3058] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.072438 8954 raft_consensus.cc:513] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.072911 8954 leader_election.cc:304] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.074033 8954 leader_election.cc:290] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.074344 8956 raft_consensus.cc:2802] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.075790 8942 heartbeater.cc:499] Master 127.7.175.62:34243 was elected leader, sending a full tablet report...
I20250902 07:54:57.076304 8954 ts_tablet_manager.cc:1428] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250902 07:54:57.077251 8954 tablet_bootstrap.cc:492] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.077679 8956 raft_consensus.cc:695] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.078302 8956 consensus_queue.cc:237] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.081493 8954 tablet_bootstrap.cc:654] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.085711 8954 tablet_bootstrap.cc:492] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.086033 8954 ts_tablet_manager.cc:1397] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
I20250902 07:54:57.087790 8954 raft_consensus.cc:357] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.088165 8954 raft_consensus.cc:383] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.088397 8954 raft_consensus.cc:738] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.088869 8954 consensus_queue.cc:260] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.088691 8815 catalog_manager.cc:5582] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.089376 8954 raft_consensus.cc:397] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.089604 8954 raft_consensus.cc:491] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.089847 8954 raft_consensus.cc:3058] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.095183 8954 raft_consensus.cc:513] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.095789 8954 leader_election.cc:304] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.096357 8954 leader_election.cc:290] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.096493 8956 raft_consensus.cc:2802] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.097040 8956 raft_consensus.cc:695] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.098102 8954 ts_tablet_manager.cc:1428] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.012s user 0.009s sys 0.003s
I20250902 07:54:57.097944 8956 consensus_queue.cc:237] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.098884 8954 tablet_bootstrap.cc:492] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.104628 8954 tablet_bootstrap.cc:654] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.105904 8815 catalog_manager.cc:5582] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.108469 8954 tablet_bootstrap.cc:492] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.108884 8954 ts_tablet_manager.cc:1397] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:57.111025 8954 raft_consensus.cc:357] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.111413 8954 raft_consensus.cc:383] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.111621 8954 raft_consensus.cc:738] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.112169 8954 consensus_queue.cc:260] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.112603 8954 raft_consensus.cc:397] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.112824 8954 raft_consensus.cc:491] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.113067 8954 raft_consensus.cc:3058] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.117403 8954 raft_consensus.cc:513] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.117894 8954 leader_election.cc:304] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.118371 8954 leader_election.cc:290] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.118510 8956 raft_consensus.cc:2802] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.119020 8956 raft_consensus.cc:695] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.119638 8956 consensus_queue.cc:237] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.119815 8954 ts_tablet_manager.cc:1428] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.011s user 0.006s sys 0.002s
I20250902 07:54:57.120532 8954 tablet_bootstrap.cc:492] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.126108 8954 tablet_bootstrap.cc:654] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.126112 8814 catalog_manager.cc:5582] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.130434 8954 tablet_bootstrap.cc:492] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.130759 8954 ts_tablet_manager.cc:1397] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
I20250902 07:54:57.132687 8954 raft_consensus.cc:357] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.133183 8954 raft_consensus.cc:383] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.133399 8954 raft_consensus.cc:738] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.133972 8954 consensus_queue.cc:260] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.134413 8954 raft_consensus.cc:397] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.134622 8954 raft_consensus.cc:491] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.134873 8954 raft_consensus.cc:3058] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.139389 8954 raft_consensus.cc:513] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.139878 8954 leader_election.cc:304] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.140312 8954 leader_election.cc:290] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.140440 8956 raft_consensus.cc:2802] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.140863 8956 raft_consensus.cc:695] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.141510 8956 consensus_queue.cc:237] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.141855 8954 ts_tablet_manager.cc:1428] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20250902 07:54:57.142517 8954 tablet_bootstrap.cc:492] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.147219 8954 tablet_bootstrap.cc:654] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.147363 8814 catalog_manager.cc:5582] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.150897 8954 tablet_bootstrap.cc:492] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.151304 8954 ts_tablet_manager.cc:1397] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20250902 07:54:57.153251 8954 raft_consensus.cc:357] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.153641 8954 raft_consensus.cc:383] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.153928 8954 raft_consensus.cc:738] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.154510 8954 consensus_queue.cc:260] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.154973 8954 raft_consensus.cc:397] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.155229 8954 raft_consensus.cc:491] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.155527 8954 raft_consensus.cc:3058] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.159933 8954 raft_consensus.cc:513] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.160430 8954 leader_election.cc:304] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.160844 8954 leader_election.cc:290] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.160961 8956 raft_consensus.cc:2802] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.161578 8956 raft_consensus.cc:695] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.162400 8954 ts_tablet_manager.cc:1428] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
I20250902 07:54:57.162230 8956 consensus_queue.cc:237] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.163031 8954 tablet_bootstrap.cc:492] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.168130 8814 catalog_manager.cc:5582] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.169442 8954 tablet_bootstrap.cc:654] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.173341 8954 tablet_bootstrap.cc:492] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.173735 8954 ts_tablet_manager.cc:1397] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
I20250902 07:54:57.175247 8954 raft_consensus.cc:357] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.175722 8954 raft_consensus.cc:383] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.175923 8954 raft_consensus.cc:738] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.176399 8954 consensus_queue.cc:260] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.176935 8954 raft_consensus.cc:397] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.177178 8954 raft_consensus.cc:491] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.177405 8954 raft_consensus.cc:3058] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.181607 8954 raft_consensus.cc:513] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.182058 8954 leader_election.cc:304] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.182451 8954 leader_election.cc:290] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.182572 8956 raft_consensus.cc:2802] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.183036 8956 raft_consensus.cc:695] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.183730 8954 ts_tablet_manager.cc:1428] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:57.183610 8956 consensus_queue.cc:237] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.184336 8954 tablet_bootstrap.cc:492] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.188645 8954 tablet_bootstrap.cc:654] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.189422 8814 catalog_manager.cc:5582] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.192732 8954 tablet_bootstrap.cc:492] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.193179 8954 ts_tablet_manager.cc:1397] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20250902 07:54:57.195065 8954 raft_consensus.cc:357] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.195416 8954 raft_consensus.cc:383] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.195688 8954 raft_consensus.cc:738] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.196333 8954 consensus_queue.cc:260] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.196758 8954 raft_consensus.cc:397] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.197038 8954 raft_consensus.cc:491] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.197314 8954 raft_consensus.cc:3058] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.201236 8954 raft_consensus.cc:513] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.201745 8954 leader_election.cc:304] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.202137 8954 leader_election.cc:290] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.202255 8956 raft_consensus.cc:2802] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.202682 8956 raft_consensus.cc:695] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.203393 8954 ts_tablet_manager.cc:1428] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.010s user 0.005s sys 0.003s
I20250902 07:54:57.203261 8956 consensus_queue.cc:237] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.203986 8954 tablet_bootstrap.cc:492] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.208119 8954 tablet_bootstrap.cc:654] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.209038 8814 catalog_manager.cc:5582] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.211668 8954 tablet_bootstrap.cc:492] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.212045 8954 ts_tablet_manager.cc:1397] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
I20250902 07:54:57.213784 8954 raft_consensus.cc:357] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.214135 8954 raft_consensus.cc:383] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.214372 8954 raft_consensus.cc:738] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.214912 8954 consensus_queue.cc:260] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.215441 8954 raft_consensus.cc:397] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.215716 8954 raft_consensus.cc:491] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.216017 8954 raft_consensus.cc:3058] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.221552 8954 raft_consensus.cc:513] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.222196 8954 leader_election.cc:304] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.222715 8954 leader_election.cc:290] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.222857 8956 raft_consensus.cc:2802] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.223292 8956 raft_consensus.cc:695] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.223937 8956 consensus_queue.cc:237] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.224386 8954 ts_tablet_manager.cc:1428] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20250902 07:54:57.225167 8954 tablet_bootstrap.cc:492] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.229102 8954 tablet_bootstrap.cc:654] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.230168 8814 catalog_manager.cc:5582] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.232779 8954 tablet_bootstrap.cc:492] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.233201 8954 ts_tablet_manager.cc:1397] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.008s user 0.008s sys 0.000s
I20250902 07:54:57.234982 8954 raft_consensus.cc:357] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.235347 8954 raft_consensus.cc:383] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.235591 8954 raft_consensus.cc:738] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.236124 8954 consensus_queue.cc:260] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.236656 8954 raft_consensus.cc:397] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.236920 8954 raft_consensus.cc:491] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.237208 8954 raft_consensus.cc:3058] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.242017 8954 raft_consensus.cc:513] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.242470 8954 leader_election.cc:304] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.243006 8954 leader_election.cc:290] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.243152 8956 raft_consensus.cc:2802] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.243722 8956 raft_consensus.cc:695] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.244669 8954 ts_tablet_manager.cc:1428] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.011s user 0.008s sys 0.000s
I20250902 07:54:57.244388 8956 consensus_queue.cc:237] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.245463 8954 tablet_bootstrap.cc:492] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: Bootstrap starting.
I20250902 07:54:57.249468 8954 tablet_bootstrap.cc:654] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: Neither blocks nor log segments found. Creating new log.
I20250902 07:54:57.250468 8814 catalog_manager.cc:5582] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.253139 8954 tablet_bootstrap.cc:492] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: No bootstrap required, opened a new log
I20250902 07:54:57.253497 8954 ts_tablet_manager.cc:1397] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20250902 07:54:57.255244 8954 raft_consensus.cc:357] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.255610 8954 raft_consensus.cc:383] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20250902 07:54:57.255856 8954 raft_consensus.cc:738] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Initialized, Role: FOLLOWER
I20250902 07:54:57.256390 8954 consensus_queue.cc:260] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.256924 8954 raft_consensus.cc:397] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20250902 07:54:57.257205 8954 raft_consensus.cc:491] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20250902 07:54:57.257452 8954 raft_consensus.cc:3058] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 0 FOLLOWER]: Advancing to term 1
I20250902 07:54:57.261740 8954 raft_consensus.cc:513] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.262327 8954 leader_election.cc:304] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: ff6e1921847445129efb4c1105880bc1; no voters:
I20250902 07:54:57.262781 8954 leader_election.cc:290] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [CANDIDATE]: Term 1 election: Requested vote from peers
I20250902 07:54:57.262965 8956 raft_consensus.cc:2802] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Leader election won for term 1
I20250902 07:54:57.263413 8956 raft_consensus.cc:695] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Becoming Leader. State: Replica: ff6e1921847445129efb4c1105880bc1, State: Running, Role: LEADER
I20250902 07:54:57.264143 8954 ts_tablet_manager.cc:1428] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20250902 07:54:57.264057 8956 consensus_queue.cc:237] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } }
I20250902 07:54:57.268929 8814 catalog_manager.cc:5582] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff6e1921847445129efb4c1105880bc1 (127.7.175.1). New cstate: current_term: 1 leader_uuid: "ff6e1921847445129efb4c1105880bc1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff6e1921847445129efb4c1105880bc1" member_type: VOTER last_known_addr { host: "127.7.175.1" port: 35889 } health_report { overall_health: HEALTHY } } }
I20250902 07:54:57.298383 7868 catalog_manager.cc:3511] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20250902 07:54:57.315543 7868 tablet_server.cc:178] TabletServer@127.7.175.1:0 shutting down...
I20250902 07:54:57.352640 8981 tablet.cc:1722] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.353999 8983 tablet.cc:1722] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.356585 8983 tablet.cc:1620] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.354888 8981 tablet.cc:1620] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
W20250902 07:54:57.397993 8802 outbound_call.cc:321] RPC callback for RPC call kudu.tserver.TabletServerAdminService.AlterSchema -> {remote=127.7.175.1:35889, user_credentials={real_user=slave}} blocked reactor thread for 60185.8us
I20250902 07:54:57.430894 8983 tablet.cc:1722] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
W20250902 07:54:57.433347 8802 catalog_manager.cc:4671] TS ff6e1921847445129efb4c1105880bc1 (127.7.175.1:35889): AlterTable RPC failed for tablet c43bee6e1b224c01b476aae33457d442: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20250902 07:54:57.436688 8983 tablet.cc:1620] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.436472 8981 tablet.cc:1722] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.434520 8992 tablet.cc:1722] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.442237 8981 tablet.cc:1620] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.437448 8989 tablet.cc:1722] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.447496 8992 tablet.cc:1620] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.456688 8989 tablet.cc:1620] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.468250 8992 tablet.cc:1722] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.469683 8981 tablet.cc:1722] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.470930 8992 tablet.cc:1620] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.471913 8981 tablet.cc:1620] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.474004 7868 ts_tablet_manager.cc:1500] Shutting down tablet manager...
I20250902 07:54:57.476347 7868 tablet_replica.cc:331] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.477321 7868 raft_consensus.cc:2241] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.477923 7868 raft_consensus.cc:2270] T a40eb38001c44f9da76aabe08f6d4baf P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.475323 8983 tablet.cc:1722] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20250902 07:54:57.482491 8983 tablet.cc:1620] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: MemRowSet was empty: no flush needed.
I20250902 07:54:57.485292 7868 tablet_replica.cc:331] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.486114 7868 raft_consensus.cc:2241] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.486714 7868 raft_consensus.cc:2270] T 509d631208da4a738fc3f58489bd75a6 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.489485 7868 tablet_replica.cc:331] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.490295 7868 raft_consensus.cc:2241] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.490823 7868 raft_consensus.cc:2270] T 870b79eeff52460a936fc6686cb5c857 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.493795 7868 tablet_replica.cc:331] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.494307 7868 raft_consensus.cc:2241] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.494668 7868 raft_consensus.cc:2270] T d81f5ffccddf48888fe2a64145011dcc P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.496505 7868 tablet_replica.cc:331] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.497018 7868 raft_consensus.cc:2241] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.497429 7868 raft_consensus.cc:2270] T 8070ef969e37495d86387d89bcb30025 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.499187 7868 tablet_replica.cc:331] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.499635 7868 raft_consensus.cc:2241] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.499974 7868 raft_consensus.cc:2270] T c43bee6e1b224c01b476aae33457d442 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.501778 7868 tablet_replica.cc:331] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.502266 7868 raft_consensus.cc:2241] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.502624 7868 raft_consensus.cc:2270] T a09e1f0e0c314ab5a9a6aa3e276425ac P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.504770 7868 tablet_replica.cc:331] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.505254 7868 raft_consensus.cc:2241] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.505614 7868 raft_consensus.cc:2270] T 804840b113d3491ea23e7ed7d1666925 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.507470 7868 tablet_replica.cc:331] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.507962 7868 raft_consensus.cc:2241] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.508338 7868 raft_consensus.cc:2270] T 4bfc57a7128349fba35a2783b0ff8e37 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:57.510263 7868 tablet_replica.cc:331] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1: stopping tablet replica
I20250902 07:54:57.510669 7868 raft_consensus.cc:2241] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:57.511026 7868 raft_consensus.cc:2270] T 83bb64bdf23543e086fbc8216d8f0bc7 P ff6e1921847445129efb4c1105880bc1 [term 1 FOLLOWER]: Raft consensus is shut down!
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44001c9b08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x3a6d30)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x3a6c44)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x3a6a3b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39ecf1)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8a3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b44001c9b08 by thread T55 (mutexes: write M223626594778020640):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x39fc0a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39d2e6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Location is heap block of size 264 at 0x7b44001c9a80 allocated by thread T160:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342a87)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x29a306)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x3a5445)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x3a5221)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x39eb55)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x39cb7e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41dd7b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:277:19 (libtablet.so+0x3d0736)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1430:18 (libtserver.so+0x2b9b90)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2cdb01)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2cdaa9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2cda39)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2cda01)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2cccdd)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Thread T160 (tid=8954, finished) created by thread T194 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:703:3 (libtserver.so+0x2b6d82)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1475:34 (libtserver.so+0x267209)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f3ccc)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f3106)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f2aaf)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f5dc3)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f70e1)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x1f7099)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f7029)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f6ff1)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f62ed)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b08000c69c0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a6e0a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x3a6c89)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x3a6a67)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x39ecf1)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8a3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b08000c69c0 by thread T55 (mutexes: write M223626594778020640):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x39d322)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44000f74b0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8ab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44000f74b0 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5263)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a51a9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x39fcc2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44000f74b8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x39e8ab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x3a5b65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35485)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35429)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44000f74b8 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a4e64)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x39fccd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44001c9af0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44001c9af0 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316635)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2a5263)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2a51a9)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x39fcc2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44001c9af8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous atomic write of size 8 at 0x7b44001c9af8 by thread T55 (mutexes: write M223626594778020640):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d708)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8bd24)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8bb49)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7eaa0)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x3a4e64)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x39fccd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x39d331)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=7868)
Write of size 8 at 0x7b44001c9b00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343359)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f289)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f229)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x29aaa2)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x29aa39)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x3a622d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x3a5bd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35435)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c18)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41c8f4)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3cf6d5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3cf8e9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1002d7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x100299)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x100259)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x1001ba)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3bc669)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3bc640)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3bc600)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b1096)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b0fb4)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b0d6b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x289451)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1572:1 (libtserver.so+0x2b43be)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:189:22 (libtserver.so+0x25602e)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x25b7f9)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x3135a2)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7b47)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe39e4)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd6543)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd65d9)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f27)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351e8d)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e1b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34bffd)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableWithUser_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:384:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d4b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f95c)
Previous read of size 8 at 0x7b44001c9b00 by thread T55 (mutexes: write M223626594778020640):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x39fbc9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x39d2da)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41d2c0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x416322)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x415ab3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x419cc1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419c79)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x419c09)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419bd1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x418dfd)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
Mutex M223626594778020640 is already destroyed.
Thread T55 'apply [worker]-' (tid=8981, running) created by thread T63 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c7095)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x4423c8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2d4b89)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x45ea4b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x45ccef)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x45efb2)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x414e50)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x4153e9)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41767a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x417608)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x417588)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x417543)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41675c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3ea336)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e4b88)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3315:3 (libconsensus.so+0x1aa2c0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:195:12 (libconsensus.so+0x1819a3)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:914:3 (libconsensus.so+0x19b294)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x138644)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1385f3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138568)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138523)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13780c)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1614a6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14946b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1564:5 (libconsensus.so+0x133acd)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1493:3 (libconsensus.so+0x1374a5)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x137439)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1373c9)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x137391)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x13668d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x45f814)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x461b61)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x461b19)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x461aa9)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x461a71)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x460d6d)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x360fe4)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e29)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x442b1a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20250902 07:54:57.893455 7868 tablet_server.cc:195] TabletServer@127.7.175.1:0 shutdown complete.
I20250902 07:54:57.905956 7868 master.cc:561] Master@127.7.175.62:34243 shutting down...
I20250902 07:54:58.082983 7868 raft_consensus.cc:2241] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 1 LEADER]: Raft consensus shutting down.
I20250902 07:54:58.083525 7868 raft_consensus.cc:2270] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045 [term 1 FOLLOWER]: Raft consensus is shut down!
I20250902 07:54:58.083817 7868 tablet_replica.cc:331] T 00000000000000000000000000000000 P 56f4f3b509594c248ea4321473074045: stopping tablet replica
I20250902 07:54:58.101986 7868 master.cc:583] Master@127.7.175.62:34243 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (1470 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (7251 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (7319 ms total)
[ PASSED ] 10 tests.
I20250902 07:54:58.127488 7868 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet.cc:2378: suppressed but not reported on 1 messages since previous log ~3 seconds ago
I20250902 07:54:58.127871 7868 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4671: suppressed but not reported on 5 messages since previous log ~0 seconds ago
I20250902 07:54:58.128139 7868 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 83 messages since previous log ~4 seconds ago
ThreadSanitizer: reported 7 warnings