Diagnosed failure

General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=16187)03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Read of size 8 at 0x7b1400019f78 by thread T83:
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x3979e4)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::MasterCertAuthority::IsInitialized() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x3979ad)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x43d0ae)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:1079:15 (libmaster.so+0x44c7ea)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x44c798)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x44c6fc)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x44c698)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x44b960)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a953a)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c1c1)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:948:5 (libserver_process.so+0x195a8e)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:856:10 (libserver_process.so+0x1939f9)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:673:20 (libserver_process.so+0x192538)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 handle_request /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cbc47)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 process_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c9b07)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 worker_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c9b07)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Previous write of size 8 at 0x7b1400019f78 by thread T80 (mutexes: write M3657):
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x3c29a2)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x435ca8)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x43503b)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1287:3 (libmaster.so+0x334716)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1264:12 (libmaster.so+0x334108)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Location is heap block of size 72 at 0x7b1400019f50 allocated by main thread:
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x320f47)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::Master::Init() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:355:25 (libmaster.so+0x41d439)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:396:3 (libmaster.so+0x455645)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Mutex M3657 (0x7b5800000de8) created at:
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x2ab2bb)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x406eb8)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x407108)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1002:7 (libmaster.so+0x331ddb)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:292:28 (libmaster.so+0x41c87f)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:33 (libmaster.so+0x455613)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T83 'sq_worker' (tid=16273, running) created by thread T13 at:
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 produce_socket /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 master_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T80 'leader-initiali' (tid=16270, running) created by thread T72 at:
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:644:15 (libkudu_util.so+0x422a88)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libkudu_cli_actions.so+0x2d94c9)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43efdb)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43d2db)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x43f542)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:33 (libmaster.so+0x333819)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1721:40 (libmaster.so+0x3710c8)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x371080)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x371010)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x370fc8)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3702b4)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x4991e9)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x4a166c)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4a1618)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x4a1598)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4a1553)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x4a07fc)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x40df96)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x40df28)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2885:3 (libconsensus.so+0x204dea)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204d99)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x204d29)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204cf1)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203fad)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 

General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=16187)03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Read of size 8 at 0x7b100003a0c0 by thread T83:
03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x99314)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:98:57 (libsecurity.so+0xa24dd)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x43d0df)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:1079:15 (libmaster.so+0x44c7ea)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x44c798)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x44c6fc)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x44c698)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x44b960)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a953a)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c1c1)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:948:5 (libserver_process.so+0x195a8e)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:856:10 (libserver_process.so+0x1939f9)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:673:20 (libserver_process.so+0x192538)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 handle_request /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cbc47)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 process_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c9b07)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 worker_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c9b07)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Previous write of size 8 at 0x7b100003a0c0 by thread T80 (mutexes: write M3657):
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xaa762)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa8558)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/openssl_util.h:268:11 (libsecurity.so+0xa5374)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::security::Cert::AdoptX509(x509_st*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:287:3 (libsecurity.so+0xa370e)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:313:8 (libsecurity.so+0x8fa86)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:268:8 (libsecurity.so+0x8f899)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x434d4f)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1258:5 (libmaster.so+0x33406c)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Location is heap block of size 64 at 0x7b100003a0c0 allocated by thread T80:
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x320f47)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1255:27 (libmaster.so+0x33402f)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Mutex M3657 (0x7b5800000de8) created at:
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x2ab2bb)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x406eb8)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x407108)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1002:7 (libmaster.so+0x331ddb)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:292:28 (libmaster.so+0x41c87f)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:33 (libmaster.so+0x455613)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T83 'sq_worker' (tid=16273, running) created by thread T13 at:
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 produce_socket /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 master_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T80 'leader-initiali' (tid=16270, running) created by thread T72 at:
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:644:15 (libkudu_util.so+0x422a88)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libkudu_cli_actions.so+0x2d94c9)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43efdb)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43d2db)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x43f542)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:33 (libmaster.so+0x333819)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1721:40 (libmaster.so+0x3710c8)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x371080)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x371010)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x370fc8)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3702b4)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x4991e9)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x4a166c)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4a1618)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x4a1598)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4a1553)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x4a07fc)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x40df96)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x40df28)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2885:3 (libconsensus.so+0x204dea)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204d99)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x204d29)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204cf1)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203fad)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.664 [DEBUG - main] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.666 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 

Full log

03:03:42.741 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:03:42.741 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaYzEvK/test-tmp
03:03:42.741 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:03:42.741 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaYzEvK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:03:42.745 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 1
  num_tservers: 0
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--enable-jwt-token-auth"
  extra_master_flags: "--rpc-trace-negotiation"
  extra_master_flags: "--enable-jwt-token-auth"
  extra_master_flags: "--rpc-trace-negotiation"
  extra_master_flags: "--rpc-authentication=optional"
  extra_master_flags: "--rpc-trace-negotiation"
  extra_master_flags: "--user-acl=*"
  extra_master_flags: "--enable-jwt-token-auth"
  extra_master_flags: "--rpc-authentication=required"
  extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
  extra_master_flags: "--rpc-trace-negotiation"
  extra_master_flags: "--enable-jwt-token-auth"
  extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
  extra_master_flags: "--rpc-trace-negotiation"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

03:03:43.087 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
03:03:43.087 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

03:03:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:43.090942 16160 mini_oidc.cc:150] Starting JWKS server
03:03:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:43.094146 16160 webserver.cc:577] Webserver started at http://127.0.0.1:40991/ using document root <none> and password file <none>
03:03:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:43.094549 16160 mini_oidc.cc:186] Starting OIDC Discovery server
03:03:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:43.096200 16160 webserver.cc:577] Webserver started at http://127.0.0.1:33545/ using document root <none> and password file <none>
03:03:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:03:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/principal' for realm 'KRBTEST.COM',
03:03:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:03:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:43 dist-test-slave-zqkv krb5kdc[16171](info): setting up network...
03:03:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:03:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:43 dist-test-slave-zqkv krb5kdc[16171](info): set up 2 sockets
03:03:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:43 dist-test-slave-zqkv krb5kdc[16171](info): commencing operation
03:03:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:03:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.161470 16160 mini_kdc.cc:121] Time spent starting KDC: real 2.027s	user 0.007s	sys 0.012s
03:03:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:03:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:03:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:03:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:03:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:03:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:03:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:03:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:03:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:03:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:03:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/test-user.keytab.
03:03:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/test-user.keytab.
03:03:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:45 dist-test-slave-zqkv krb5kdc[16171](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1794798225, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:03:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
03:03:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-16T03:03:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:03:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-16T03:03:45Z Disabled control of system clock
03:03:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.15.200.62@KRBTEST.COM; defaulting to no policy
03:03:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:03:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.15.200.62@KRBTEST.COM" created.
03:03:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:03:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.200.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab.
03:03:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.15.200.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab.
03:03:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.15.200.62@KRBTEST.COM; defaulting to no policy
03:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.15.200.62@KRBTEST.COM" created.
03:03:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:03:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.15.200.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab.
03:03:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.15.200.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab.
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:45.396301 16160 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaYzEvK/build/tsan/bin/kudu
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaYzEvK/build/tsan/bin/kudu
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/logs
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data/info.pb
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.200.62:38817
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.200.62
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.200.62
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.200.20:42379
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.200.62:38817
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40991/jwks.json
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
03:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=optional
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user-acl=*
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=required
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
03:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation with env {KRB5CCNAME=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:03:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.710278 16187 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:03:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.711037 16187 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:03:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.711865 16187 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:03:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.746835 16187 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:03:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.747364 16187 flags.cc:432] Enabled experimental flag: --rpc_trace_negotiation=true
03:03:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.747877 16187 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:03:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.748261 16187 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:03:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.748736 16187 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:03:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.749104 16187 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:03:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.749409 16187 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40991/jwks.json
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:45.790719 16187 master_runner.cc:387] Master server non-default flags:
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/logs
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.200.20:42379
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.200.62:38817
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_trace_negotiation=true
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kudu.keytab
03:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.15.200.62
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.200.62:38817
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40991/jwks.json
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_negotiation_timeout_ms=1500
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data/info.pb
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.200.62
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Nov 2026 02:43:25 UTC on e7f111948823
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14806
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:45.792644 16187 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:45.793983 16187 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:03:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.806348 16194 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:03:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:45.806357 16193 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.033572 16195 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1226 milliseconds
03:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.034559 16196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.038061 16187 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.232s	user 0.378s	sys 0.851s
03:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.038376 16187 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.233s	user 0.378s	sys 0.851s
03:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.038672 16187 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:03:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.039983 16187 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:03:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.042717 16187 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:03:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.044123 16187 hybrid_clock.cc:648] HybridClock initialized: now 1794798227044060 us; error 80 us; skew 500 ppm
03:03:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.045084 16187 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:03:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:47 dist-test-slave-zqkv krb5kdc[16171](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1794798227, etypes {rep=17 tkt=17 ses=17}, kudu/127.15.200.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:03:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.052155 16187 init.cc:377] Logged in from keytab as kudu/127.15.200.62@KRBTEST.COM (short username kudu)
03:03:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.057870 16187 webserver.cc:577] Webserver started at http://127.15.200.62:38615/ using document root <none> and password file <none>
03:03:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.058830 16187 fs_manager.cc:362] Metadata directory not provided
03:03:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.059084 16187 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:03:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.059634 16187 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:03:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.064344 16187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data/instance:
03:03:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "523d8f8e0a204a7d8d985cc68224467c"
03:03:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-16 03:03:47 on dist-test-slave-zqkv"
03:03:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.065758 16187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal/instance:
03:03:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "523d8f8e0a204a7d8d985cc68224467c"
03:03:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-16 03:03:47 on dist-test-slave-zqkv"
03:03:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.073918 16187 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.003s
03:03:47.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.079974 16204 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:03:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.081447 16187 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
03:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.081908 16187 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data,/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal
03:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "523d8f8e0a204a7d8d985cc68224467c"
03:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-16 03:03:47 on dist-test-slave-zqkv"
03:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.082296 16187 fs_report.cc:389] FS layout report
03:03:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data/data
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:03:47.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:03:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.158046 16187 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:03:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.167992 16187 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:03:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.168531 16187 kserver.cc:163] Server-wide thread pool size limit: 3276
03:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.250876 16187 rpc_server.cc:307] RPC server started. Bound to: 127.15.200.62:38817
03:03:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.250937 16255 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.200.62:38817 every 8 connection(s)
03:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.253713 16187 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/data/info.pb
03:03:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.256819 16160 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaYzEvK/build/tsan/bin/kudu as pid 16187
03:03:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.257388 16160 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/master-0/wal/instance
03:03:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.260182 16256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:03:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.281256 16256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c: Bootstrap starting.
03:03:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.287302 16256 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c: Neither blocks nor log segments found. Creating new log.
03:03:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.289299 16256 log.cc:826] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c: Log is configured to *not* fsync() on all Append() calls
03:03:47.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 16 03:03:47 dist-test-slave-zqkv krb5kdc[16171](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1794798225, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.15.200.62@KRBTEST.COM
03:03:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.295820 16256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c: No bootstrap required, opened a new log
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.304649 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.262290 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34668 (local address 127.15.200.62:38817)
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.265301 (+  3011us) server_negotiation.cc:207] Beginning negotiation
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.265342 (+    41us) server_negotiation.cc:400] Waiting for connection header
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.266316 (+   974us) server_negotiation.cc:408] Connection header received
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.275313 (+  8997us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.275374 (+    61us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.275787 (+   413us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.276255 (+   468us) server_negotiation.cc:227] Negotiated authn=SASL
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.280319 (+  4064us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.282008 (+  1689us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.283556 (+  1548us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.284317 (+   761us) server_negotiation.cc:658] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.292329 (+  8012us) server_negotiation.cc:366] Received SASL_INITIATE NegotiatePB request
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.292455 (+   126us) server_negotiation.cc:882] Received SASL_INITIATE request from client
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.292493 (+    38us) server_negotiation.cc:893] Client requested to use mechanism: GSSAPI
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.292613 (+   120us) server_negotiation.cc:923] calling sasl_server_start()
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.298708 (+  6095us) server_negotiation.cc:378] Sending SASL_CHALLENGE NegotiatePB response
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.300237 (+  1529us) server_negotiation.cc:366] Received SASL_RESPONSE NegotiatePB request
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.300282 (+    45us) server_negotiation.cc:957] Received SASL_RESPONSE request from client
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.300331 (+    49us) server_negotiation.cc:968] calling sasl_server_step()
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.300595 (+   264us) server_negotiation.cc:378] Sending SASL_CHALLENGE NegotiatePB response
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.301350 (+   755us) server_negotiation.cc:366] Received SASL_RESPONSE NegotiatePB request
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.301389 (+    39us) server_negotiation.cc:957] Received SASL_RESPONSE request from client
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.301420 (+    31us) server_negotiation.cc:968] calling sasl_server_step()
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.302353 (+   933us) server_negotiation.cc:378] Sending SASL_SUCCESS NegotiatePB response
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.302852 (+   499us) server_negotiation.cc:1036] Waiting for connection context
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.304009 (+  1157us) server_negotiation.cc:300] Negotiation successful
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.304600 (+   591us) negotiation.cc:326] Negotiation complete: OK
03:03:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2197,"thread_start_us":1781,"threads_started":1}
03:03:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.313731 16160 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
03:03:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.323428 16256 raft_consensus.cc:360] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } }
03:03:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.324379 16256 raft_consensus.cc:386] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:03:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.324702 16256 raft_consensus.cc:748] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 523d8f8e0a204a7d8d985cc68224467c, State: Initialized, Role: FOLLOWER
03:03:47.325 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
03:03:47.325 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

03:03:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.325719 16256 consensus_queue.cc:261] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } }
03:03:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.326399 16256 raft_consensus.cc:400] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
03:03:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.326785 16256 raft_consensus.cc:499] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
03:03:47.327 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

03:03:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.327214 16256 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 0 FOLLOWER]: Advancing to term 1
03:03:47.327 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

03:03:47.328 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.200.62"
      port: 38817
    }
    bound_http_address {
      host: "127.15.200.62"
      port: 38615
    }
  }
}

03:03:47.328 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

03:03:47.329 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
03:03:47.329 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:03:47.330 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5cc
03:03:47.331 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:03:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.331845 16256 raft_consensus.cc:521] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } }
03:03:47.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.332774 16256 leader_election.cc:304] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 523d8f8e0a204a7d8d985cc68224467c; no voters: 
03:03:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.334928 16256 leader_election.cc:290] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [CANDIDATE]: Term 1 election: Requested vote from peers 
03:03:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.335340 16261 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 1 FOLLOWER]: Leader election won for term 1
03:03:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.338096 16261 raft_consensus.cc:705] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [term 1 LEADER]: Becoming Leader. State: Replica: 523d8f8e0a204a7d8d985cc68224467c, State: Running, Role: LEADER
03:03:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.338994 16261 consensus_queue.cc:238] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } }
03:03:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.340194 16256 sys_catalog.cc:565] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [sys.catalog]: configured and running, proceeding with master startup.
03:03:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.347272 16262 sys_catalog.cc:455] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "523d8f8e0a204a7d8d985cc68224467c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } } }
03:03:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.348119 16262 sys_catalog.cc:458] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [sys.catalog]: This master's current role is: LEADER
03:03:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.349687 16263 sys_catalog.cc:455] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 523d8f8e0a204a7d8d985cc68224467c. Latest consensus state: current_term: 1 leader_uuid: "523d8f8e0a204a7d8d985cc68224467c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "523d8f8e0a204a7d8d985cc68224467c" member_type: VOTER last_known_addr { host: "127.15.200.62" port: 38817 } } }
03:03:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.350800 16263 sys_catalog.cc:458] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c [sys.catalog]: This master's current role is: LEADER
03:03:47.352 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskaYzEvK/test-tmp/mini-kudu-cluster5291209828209429963/krb5kdc/krb5cc
03:03:47.353 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:03:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.353976 16270 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:03:47.354 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_jwt {
  account_id: "account-id"
  subject: "kudu"
  is_valid_key: false
}

03:03:47.359 [DEBUG - main] (MiniKuduCluster.java:195) Response: create_jwt {
  jwt: "eyJhbGciOiJSUzI1NiIsImtpZCI6InB1YmxpYzo5YjlkMGI0Ny1iOWVkLTRiYTYtOTE4MC01MmZjNWIxNjFhM2EiLCJ0eXAiOiJKV1QifQ.eyJleHAiOjE3OTQ4MDE4MjcsImlzcyI6ImF1dGgwXC9hY2NvdW50LWlkIiwibmJmIjoxNzk0Nzk4MjI3LCJzdWIiOiJrdWR1In0.jgguxSis_uYGgR4x0uCojh2ViRw_HS9tzS5rdjoyyTVlbzvIVtCstBS-UCmYW_pgQ22pS8qHvA6PMKaunVniiOBm8lwaEAcjr6nXlINjVsYG13uvSKKKhTaHP0uKzGrAI-5-yb6EDXxHgOgnbnoD-Yb-O_0lZ0ioccixN0DOWxxXnqIyqGy_f1n_btim33L0rJr9Pd8fWz9oX8pK3jMtW6FnfUQfK6TRurjIMGYmUqj-sl-oMFFLh56YcpMeergRfNT1vKtuVv3vmiMutQHDwgQ2NAGxwk0kV3H0pC48ufHWAT7Uy0Z9UPTYpxXuHzzIbDWFfgj_7bQd436YJ6Y-eQ"
}

03:03:47.360 [DEBUG - main] (SecurityContext.java:317) Importing authentication credentials with no authn token, with one JWT, 0 cert(s), and realUser=<none>
03:03:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.374188 16270 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:03:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.391439 16270 catalog_manager.cc:1398] Generated new cluster ID: 4caea6da58c64da3bcdf0755b5e409e8
03:03:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.391779 16270 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:03:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.410447 16270 catalog_manager.cc:1421] Generated new certificate authority record
03:03:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.412055 16270 catalog_manager.cc:1555] Loading token signing keys...
03:03:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.440296 16270 catalog_manager.cc:6221] T 00000000000000000000000000000000 P 523d8f8e0a204a7d8d985cc68224467c: Generated new TSK 0
03:03:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.441630 16270 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=16187)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Read of size 8 at 0x7b1400019f78 by thread T83:
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x3979e4)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::MasterCertAuthority::IsInitialized() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x3979ad)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x43d0ae)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:1079:15 (libmaster.so+0x44c7ea)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x44c798)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x44c6fc)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x44c698)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x44b960)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a953a)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c1c1)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:948:5 (libserver_process.so+0x195a8e)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:856:10 (libserver_process.so+0x1939f9)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:673:20 (libserver_process.so+0x192538)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 handle_request /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cbc47)
03:03:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 process_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c9b07)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 worker_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c9b07)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Previous write of size 8 at 0x7b1400019f78 by thread T80 (mutexes: write M3657):
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x3c29a2)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x435ca8)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x43503b)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1287:3 (libmaster.so+0x334716)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1264:12 (libmaster.so+0x334108)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Location is heap block of size 72 at 0x7b1400019f50 allocated by main thread:
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x320f47)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::Master::Init() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:355:25 (libmaster.so+0x41d439)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:396:3 (libmaster.so+0x455645)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Mutex M3657 (0x7b5800000de8) created at:
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x2ab2bb)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x406eb8)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x407108)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1002:7 (libmaster.so+0x331ddb)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:292:28 (libmaster.so+0x41c87f)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:33 (libmaster.so+0x455613)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T83 'sq_worker' (tid=16273, running) created by thread T13 at:
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 produce_socket /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 master_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c7e60)
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T80 'leader-initiali' (tid=16270, running) created by thread T72 at:
03:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:644:15 (libkudu_util.so+0x422a88)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libkudu_cli_actions.so+0x2d94c9)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43efdb)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43d2db)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x43f542)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:33 (libmaster.so+0x333819)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1721:40 (libmaster.so+0x3710c8)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x371080)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x371010)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x370fc8)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3702b4)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x4991e9)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x4a166c)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4a1618)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x4a1598)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4a1553)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x4a07fc)
03:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x40df96)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x40df28)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2885:3 (libconsensus.so+0x204dea)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204d99)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x204d29)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204cf1)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203fad)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 in std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const
03:03:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=16187)
03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Read of size 8 at 0x7b100003a0c0 by thread T83:
03:03:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x99314)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:98:57 (libsecurity.so+0xa24dd)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x43d0df)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:1079:15 (libmaster.so+0x44c7ea)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x44c798)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x44c6fc)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x44c698)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x44b960)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a953a)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c1c1)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:948:5 (libserver_process.so+0x195a8e)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:856:10 (libserver_process.so+0x1939f9)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:673:20 (libserver_process.so+0x192538)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 handle_request /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cbc47)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 process_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c9b07)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 worker_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c9b07)
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Previous write of size 8 at 0x7b100003a0c0 by thread T80 (mutexes: write M3657):
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xaa762)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa8558)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/openssl_util.h:268:11 (libsecurity.so+0xa5374)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::security::Cert::AdoptX509(x509_st*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:287:3 (libsecurity.so+0xa370e)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:313:8 (libsecurity.so+0x8fa86)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:268:8 (libsecurity.so+0x8f899)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x434d4f)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1258:5 (libmaster.so+0x33406c)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Location is heap block of size 64 at 0x7b100003a0c0 allocated by thread T80:
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x320f47)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1255:27 (libmaster.so+0x33402f)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:42 (libmaster.so+0x36c9c8)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x36c980)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x36c910)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x36c8c8)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x36bbb4)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1491:24 (libmaster.so+0x3368e1)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1548:12 (libmaster.so+0x335cdb)
03:03:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:57 (libmaster.so+0x3660a1)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x366059)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x365fe9)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x365fb1)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3652ad)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Mutex M3657 (0x7b5800000de8) created at:
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x2ab2bb)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x406eb8)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x407108)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1002:7 (libmaster.so+0x331ddb)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:292:28 (libmaster.so+0x41c87f)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:33 (libmaster.so+0x455613)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:140:10 (libkudu_cli_actions.so+0x2f6f59)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_cli_actions.so+0x272c01)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libkudu_cli_actions.so+0x272b6c)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_cli_actions.so+0x272adc)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_cli_actions.so+0x271745)
03:03:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x14076f)
03:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x132ce1)
03:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:270:10 (libkudu_tools_util.so+0x130992)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:114:15 (kudu+0x324910)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:186:16 (kudu+0x325247)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:249:10 (kudu+0x325671)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T83 'sq_worker' (tid=16273, running) created by thread T13 at:
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 produce_socket /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 master_thread /home/jenkins-slave/workspace/build_and_test@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c7e60)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   Thread T80 'leader-initiali' (tid=16270, running) created by thread T72 at:
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 pthread_create /home/jenkins-slave/workspace/build_and_test/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x27b895)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:644:15 (libkudu_util.so+0x422a88)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libkudu_cli_actions.so+0x2d94c9)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x43efdb)
03:03:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x43d2db)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x43f542)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1129:33 (libmaster.so+0x333819)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1721:40 (libmaster.so+0x3710c8)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x371080)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x371010)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x370fc8)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3702b4)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x39877b)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x398720)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x4991e9)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x4a166c)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4a1618)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x4a1598)
03:03:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4a1553)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x4a07fc)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x40df96)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x40df28)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2885:3 (libconsensus.so+0x204dea)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204d99)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x204d29)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204cf1)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203fad)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x43fdb5)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x442121)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x4420d9)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x442069)
03:03:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x442031)
03:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x44132d)
03:03:47.664 [DEBUG - main] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.666 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x327654)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x327479)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:695:3 (libkudu_util.so+0x4231ea)
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 in std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const
03:03:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:03:47.733 [DEBUG - kudu-nio-0] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.731968 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.666978 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34684 (local address 127.15.200.62:38817)
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.667732 (+   754us) server_negotiation.cc:207] Beginning negotiation
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.667753 (+    21us) server_negotiation.cc:400] Waiting for connection header
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.671126 (+  3373us) server_negotiation.cc:408] Connection header received
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.672367 (+  1241us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.672410 (+    43us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.672652 (+   242us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.672851 (+   199us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.685840 (+ 12989us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.687349 (+  1509us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.698426 (+ 11077us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.698924 (+   498us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.700439 (+  1515us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.731129 (+ 30690us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.731919 (+   790us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34684: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":117,"thread_start_us":8486,"threads_started":1}
03:03:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.733255 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34684: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.735 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:47.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:47.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:47.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:47.744 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.746 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.796 [DEBUG - kudu-nio-1] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.797 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:47.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:47.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:47.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.799240 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.746607 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34696 (local address 127.15.200.62:38817)
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.747157 (+   550us) server_negotiation.cc:207] Beginning negotiation
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.747177 (+    20us) server_negotiation.cc:400] Waiting for connection header
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.751693 (+  4516us) server_negotiation.cc:408] Connection header received
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.752865 (+  1172us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.752896 (+    31us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.753166 (+   270us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.753302 (+   136us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.767852 (+ 14550us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.768921 (+  1069us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.779874 (+ 10953us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.780521 (+   647us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.780832 (+   311us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.794879 (+ 14047us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.799173 (+  4294us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34696: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":124}
03:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.801388 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34696: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.805 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.807 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.857774 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.808143 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34698 (local address 127.15.200.62:38817)
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.808921 (+   778us) server_negotiation.cc:207] Beginning negotiation
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.808951 (+    30us) server_negotiation.cc:400] Waiting for connection header
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.813579 (+  4628us) server_negotiation.cc:408] Connection header received
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.816308 (+  2729us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.816344 (+    36us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.816629 (+   285us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.816801 (+   172us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:47.859 [DEBUG - kudu-nio-2] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.829296 (+ 12495us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.861 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.830724 (+  1428us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.840929 (+ 10205us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.841614 (+   685us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.843173 (+  1559us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.857144 (+ 13971us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.857720 (+   576us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34698: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":176}
03:03:47.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:47.862 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.862044 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34698: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.884 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.886 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.926607 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.887118 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34712 (local address 127.15.200.62:38817)
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.887882 (+   764us) server_negotiation.cc:207] Beginning negotiation
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.887912 (+    30us) server_negotiation.cc:400] Waiting for connection header
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.891360 (+  3448us) server_negotiation.cc:408] Connection header received
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.892095 (+   735us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.892135 (+    40us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.892409 (+   274us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.892588 (+   179us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.905670 (+ 13082us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.906619 (+   949us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.928 [DEBUG - kudu-nio-3] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.917108 (+ 10489us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.917562 (+   454us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.917908 (+   346us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.925907 (+  7999us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.926557 (+   650us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34712: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":139}
03:03:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.929054 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34712: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.930 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:47.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:47.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:47.930 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:47.944 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:47.947 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:47.985 [DEBUG - kudu-nio-4] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:47.984946 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.947440 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34714 (local address 127.15.200.62:38817)
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.947872 (+   432us) server_negotiation.cc:207] Beginning negotiation
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.947889 (+    17us) server_negotiation.cc:400] Waiting for connection header
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.952832 (+  4943us) server_negotiation.cc:408] Connection header received
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.953711 (+   879us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.953741 (+    30us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.953991 (+   250us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.954180 (+   189us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.965049 (+ 10869us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.966027 (+   978us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.974983 (+  8956us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.975655 (+   672us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.975953 (+   298us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.984341 (+  8388us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:47.984902 (+   561us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34714: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":87}
03:03:47.987 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:47.986922 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34714: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:47.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:47.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:47.987 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:48.025 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:48.027 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:48.063 [DEBUG - kudu-nio-5] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.064 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:48.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:48.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:48.065 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.066114 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.027537 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34720 (local address 127.15.200.62:38817)
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.028170 (+   633us) server_negotiation.cc:207] Beginning negotiation
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.028194 (+    24us) server_negotiation.cc:400] Waiting for connection header
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.031368 (+  3174us) server_negotiation.cc:408] Connection header received
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.032119 (+   751us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.032148 (+    29us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.032386 (+   238us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.032565 (+   179us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.040668 (+  8103us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.042038 (+  1370us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.050777 (+  8739us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.051394 (+   617us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.051707 (+   313us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.061905 (+ 10198us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.066066 (+  4161us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34720: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":161}
03:03:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:48.068523 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34720: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.105 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:48.107 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:48.142 [DEBUG - kudu-nio-6] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.141911 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.108136 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34722 (local address 127.15.200.62:38817)
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.108738 (+   602us) server_negotiation.cc:207] Beginning negotiation
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.108763 (+    25us) server_negotiation.cc:400] Waiting for connection header
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.112218 (+  3455us) server_negotiation.cc:408] Connection header received
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.113039 (+   821us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.113066 (+    27us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.113316 (+   250us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.113454 (+   138us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.124198 (+ 10744us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.125629 (+  1431us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.133703 (+  8074us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.134335 (+   632us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.134649 (+   314us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.141263 (+  6614us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.141866 (+   603us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34722: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":143}
03:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:48.143585 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34722: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.145 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:48.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:48.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:48.146 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:48.285 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:48.288 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:48.319 [DEBUG - kudu-nio-7] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.318347 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.287570 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34734 (local address 127.15.200.62:38817)
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.289998 (+  2428us) server_negotiation.cc:207] Beginning negotiation
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290023 (+    25us) server_negotiation.cc:400] Waiting for connection header
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290073 (+    50us) server_negotiation.cc:408] Connection header received
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290222 (+   149us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290247 (+    25us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290474 (+   227us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.290625 (+   151us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.299966 (+  9341us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.301324 (+  1358us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.308692 (+  7368us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.309264 (+   572us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.309555 (+   291us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.317739 (+  8184us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.318301 (+   562us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34734: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1966}
03:03:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:48.320086 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34734: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.321 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:48.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:48.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:48.321 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:48.465 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:48.466 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:48.491 [DEBUG - kudu-nio-0] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.490736 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.466758 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34750 (local address 127.15.200.62:38817)
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467387 (+   629us) server_negotiation.cc:207] Beginning negotiation
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467421 (+    34us) server_negotiation.cc:400] Waiting for connection header
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467470 (+    49us) server_negotiation.cc:408] Connection header received
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467635 (+   165us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467662 (+    27us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.467903 (+   241us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.468087 (+   184us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.472190 (+  4103us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.473060 (+   870us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.479896 (+  6836us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.480496 (+   600us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.481647 (+  1151us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.490077 (+  8430us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.492 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.490688 (+   611us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34750: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":121}
03:03:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:48.491910 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34750: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:48.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: connection closed
03:03:48.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.200.62:38817; will retry
03:03:48.644 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.15.200.62:38817(127.15.200.62:38817)] connecting to peer
03:03:48.646 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.200.62:38817(127.15.200.62:38817)] Successfully connected to peer
03:03:48.665 [INFO - pool-22-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.200.62:38817: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.15.200.62:38817, deferred=Deferred@1441583498(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.200.62:38817, errback=org.apache.kudu.client.ConnectToCluster$1@5e414f2d -> ConnectToMasterErrCB for 127.15.200.62:38817))
03:03:48.665 [DEBUG - kudu-nio-1] (Negotiator.java:351) peer /127.15.200.62:38817 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.664831 16258 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.646394 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34752 (local address 127.15.200.62:38817)
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647011 (+   617us) server_negotiation.cc:207] Beginning negotiation
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647036 (+    25us) server_negotiation.cc:400] Waiting for connection header
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647086 (+    50us) server_negotiation.cc:408] Connection header received
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647286 (+   200us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647312 (+    26us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647546 (+   234us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.647721 (+   175us) server_negotiation.cc:227] Negotiated authn=JWT
03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.652015 (+  4294us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.666 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.200.62:38817(127.15.200.62:38817)] handling channelInactive
03:03:48.666 [DEBUG - pool-22-thread-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=10, TimeoutTracker(timeout=1000, elapsed=1003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [73ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [74ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [135ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [135ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [198ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [199ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [267ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [268ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [324ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [483ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [658ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [658ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, [830ms] Sub RPC ConnectToMaster: received response from server master-127.15.200.62:38817: Network error: connection closed, [830ms] delaying RPC due to: Service unavailable: Master config (127.15.200.62:38817) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.200.62:38817, deferred=Deferred@589256649(state=PENDING, result=null, callback=(continuation of Deferred@247118444 after retry RPC after error@1030314672) -> (continuation of Deferred@1770344983 after retry RPC after error@813556209) -> (continuation of Deferred@1808749640 after retry RPC after error@478424923) -> (continuation of Deferred@1607652150 after retry RPC after error@8373076) -> (continuation of Deferred@293841415 after retry RPC after error@742433179) -> (continuation of Deferred@1707248710 after retry RPC after error@467244745) -> (continuation of Deferred@386319399 after retry RPC after error@1046733605) -> (continuation of Deferred@1328736275 after retry RPC after error@403329250) -> (continuation of Deferred@965511224 after retry RPC after error@408366823), errback=(continuation of Deferred@247118444 after retry RPC after error@1030314672) -> (continuation of Deferred@1770344983 after retry RPC after error@813556209) -> (continuation of Deferred@1808749640 after retry RPC after error@478424923) -> (continuation of Deferred@1607652150 after retry RPC after error@8373076) -> (continuation of Deferred@293841415 after retry RPC after error@742433179) -> (continuation of Deferred@1707248710 after retry RPC after error@467244745) -> (continuation of Deferred@386319399 after retry RPC after error@1046733605) -> (continuation of Deferred@1328736275 after retry RPC after error@403329250) -> (continuation of Deferred@965511224 after retry RPC after error@408366823))) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.15.200.62:38817). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.15.200.62:38817, deferred=Deferred@1441583498(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.200.62:38817, errback=org.apache.kudu.client.ConnectToCluster$1@5e414f2d -> ConnectToMasterErrCB for 127.15.200.62:38817))]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:480)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:726)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:714)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:800)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:514)
	at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.15.200.62:38817). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.15.200.62:38817, deferred=Deferred@1441583498(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.200.62:38817, errback=org.apache.kudu.client.ConnectToCluster$1@5e414f2d -> ConnectToMasterErrCB for 127.15.200.62:38817))]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:480)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:726)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:714)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:800)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:514)
	at java.base/java.lang.Thread.run(Thread.java:840)

03:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.652883 (+   868us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.658385 (+  5502us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.658938 (+   553us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.659336 (+   398us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
03:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.664270 (+  4934us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1116 03:03:48.664785 (+   515us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:34752: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":155}
03:03:48.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.200.62:38817(127.15.200.62:38817)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
03:03:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261116 03:03:48.666549 16258 negotiation.cc:345] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34752: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
03:03:48.668 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:03:48.668 [DEBUG - kudu-nio-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=3), Traces: [0ms] received response from server master-127.15.200.62:38817: Network error: connection closed, deferred=null) with no deferred attached!
03:03:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261116 03:03:48.670852 16160 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaYzEvK/build/tsan/bin/kudu with pid 16187
03:03:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-16T03:03:49Z chronyd exiting
03:03:50.886 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestNegotiation.testInvalidJwt: failed attempt 1
junit.framework.AssertionFailedError
	at junit.framework.Assert.fail(Assert.java:55)
	at junit.framework.Assert.assertTrue(Assert.java:22)
	at junit.framework.Assert.assertTrue(Assert.java:31)
	at junit.framework.TestCase.assertTrue(TestCase.java:200)
	at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
junit.framework.AssertionFailedError
	at junit.framework.Assert.fail(Assert.java:55)
	at junit.framework.Assert.assertTrue(Assert.java:22)
	at junit.framework.Assert.assertTrue(Assert.java:31)
	at junit.framework.TestCase.assertTrue(TestCase.java:200)
	at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)