General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=604)08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b1400019708 by thread T83:
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x37fe64)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::MasterCertAuthority::IsInitialized() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x37fe2d)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x42541e)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:916:15 (libmaster.so+0x4338fa)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4338a8)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x43380c)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4337a8)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x432a70)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a8c1a)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c8c1)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:805:5 (libserver_process.so+0x19688e)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:713:10 (libserver_process.so+0x194b12)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:588:20 (libserver_process.so+0x1938b8)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cafc7)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c8e87)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c8e87)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b1400019708 by thread T77 (mutexes: write M3622):
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x3aaf02)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x41e018)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x41d3ab)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1246:3 (libmaster.so+0x31e556)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1223:12 (libmaster.so+0x31df48)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 72 at 0x7b14000196e0 allocated by main thread:
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x4f89b7)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::Master::Init() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:332:25 (libmaster.so+0x4058a9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:3 (libmaster.so+0x439df5)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3622 (0x7b5400001a58) created at:
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x4ad7ab)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x42e1e8)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x42e438)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:987:7 (libmaster.so+0x31bf2b)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:269:28 (libmaster.so+0x404cef)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x439dc3)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T83 'sq_worker' (tid=690, running) created by thread T13 at:
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T77 'leader-initiali' (tid=684, running) created by thread T73 at:
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x44e858)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x5a3e39)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46acdb)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x468f7f)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x46b242)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:33 (libmaster.so+0x31d659)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1680:40 (libmaster.so+0x359af8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x359ab0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x359a40)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3599f8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x358ce4)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x47da39)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x485ebc)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x485e68)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x485de8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x485da3)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x48504c)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3eead6)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3eea68)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2857:3 (libconsensus.so+0x20497a)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204929)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x2048b9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204881)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203b3d)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=604)08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b100003a0c0 by thread T83:
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x992c4)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:98:57 (libsecurity.so+0xa248d)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x42544f)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:916:15 (libmaster.so+0x4338fa)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4338a8)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x43380c)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4337a8)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x432a70)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a8c1a)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c8c1)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:805:5 (libserver_process.so+0x19688e)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:713:10 (libserver_process.so+0x194b12)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:588:20 (libserver_process.so+0x1938b8)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cafc7)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c8e87)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c8e87)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b100003a0c0 by thread T77 (mutexes: write M3622):
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xaa712)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa8508)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/openssl_util.h:268:11 (libsecurity.so+0xa5324)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::security::Cert::AdoptX509(x509_st*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:287:3 (libsecurity.so+0xa36be)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:313:8 (libsecurity.so+0x8fa36)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:268:8 (libsecurity.so+0x8f849)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x41d0bf)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1217:5 (libmaster.so+0x31deac)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 64 at 0x7b100003a0c0 allocated by thread T77:
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x4f89b7)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1214:27 (libmaster.so+0x31de6f)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3622 (0x7b5400001a58) created at:
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x4ad7ab)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x42e1e8)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x42e438)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:987:7 (libmaster.so+0x31bf2b)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:269:28 (libmaster.so+0x404cef)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x439dc3)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T83 'sq_worker' (tid=690, running) created by thread T13 at:
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T77 'leader-initiali' (tid=684, running) created by thread T73 at:
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x44e858)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x5a3e39)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46acdb)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x468f7f)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x46b242)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:33 (libmaster.so+0x31d659)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1680:40 (libmaster.so+0x359af8)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x359ab0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x359a40)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3599f8)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x358ce4)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x47da39)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x485ebc)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x485e68)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x485de8)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x485da3)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x48504c)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3eead6)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3eea68)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2857:3 (libconsensus.so+0x20497a)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204929)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x2048b9)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204881)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203b3d)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:05.955 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:05:05.955 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task6U1NJs/test-tmp
08:05:05.955 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:05:05.955 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task6U1NJs/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:05:05.958 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 1
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--rpc-authentication=optional"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--user-acl=*"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-authentication=required"
extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
extra_master_flags: "--rpc-trace-negotiation"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:05:06.252 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:05:06.252 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:05:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:06.255864 577 mini_oidc.cc:150] Starting JWKS server
08:05:06.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:06.258726 577 webserver.cc:492] Webserver started at http://127.0.0.1:44039/ using document root <none> and password file <none>
08:05:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:06.259083 577 mini_oidc.cc:186] Starting OIDC Discovery server
08:05:06.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:06.260564 577 webserver.cc:492] Webserver started at http://127.0.0.1:44529/ using document root <none> and password file <none>
08:05:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:05:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/principal' for realm 'KRBTEST.COM',
08:05:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:05:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:06 dist-test-slave-dhgk krb5kdc[588](info): setting up network...
08:05:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:05:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:06 dist-test-slave-dhgk krb5kdc[588](info): set up 2 sockets
08:05:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:06 dist-test-slave-dhgk krb5kdc[588](info): commencing operation
08:05:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:05:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.141170 577 mini_kdc.cc:121] Time spent starting KDC: real 1.846s user 0.006s sys 0.009s
08:05:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:05:08.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:05:08.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:05:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:05:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:05:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:05:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:05:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:05:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:05:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:05:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/test-user.keytab.
08:05:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/test-user.keytab.
08:05:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:08 dist-test-slave-dhgk krb5kdc[588](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777968308, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:05:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:05:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-05T08:05:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:05:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-05T08:05:08Z Disabled control of system clock
08:05:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.144.126@KRBTEST.COM; defaulting to no policy
08:05:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:05:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.144.126@KRBTEST.COM" created.
08:05:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:05:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.144.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab.
08:05:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.144.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab.
08:05:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.144.126@KRBTEST.COM; defaulting to no policy
08:05:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:05:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.144.126@KRBTEST.COM" created.
08:05:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:05:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.144.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab.
08:05:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.144.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab.
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:08.329622 577 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6U1NJs/build/tsan/bin/kudu
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6U1NJs/build/tsan/bin/kudu
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/logs
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data/info.pb
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.144.126:33833
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.144.126
08:05:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.144.126
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.144.84:33331
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.144.126:33833
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44039/jwks.json
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=optional
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user-acl=*
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=required
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
08:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
08:05:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
08:05:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation with env {KRB5CCNAME=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:05:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.604056 604 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:05:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.604539 604 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:05:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.605300 604 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:05:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.639580 604 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.639900 604 flags.cc:432] Enabled experimental flag: --rpc_trace_negotiation=true
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.640125 604 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.640302 604 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.640473 604 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.640642 604 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:05:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.640774 604 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44039/jwks.json
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:08.673842 604 master_runner.cc:386] Master server non-default flags:
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.144.84:33331
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.144.126:33833
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_trace_negotiation=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kudu.keytab
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.144.126
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.144.126:33833
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44039/jwks.json
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_negotiation_timeout_ms=1500
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data/info.pb
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.144.126
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/logs
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:05:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:05:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:05:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 May 2026 07:43:22 UTC on e7f111948823
08:05:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11755
08:05:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:05:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:08.674901 604 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:05:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:08.675824 604 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:05:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.685971 610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:05:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:10.090061 609 debug-util.cc:398] Leaking SignalData structure 0x7b0800034d80 after lost signal to thread 604
08:05:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:10.389053 604 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.703s user 0.602s sys 1.100s
08:05:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:10.389387 604 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.703s user 0.602s sys 1.100s
08:05:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:08.686064 611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:05:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:10.392038 613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:05:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:10.395570 612 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1708 milliseconds
08:05:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.395596 604 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:05:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.396685 604 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:05:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.398903 604 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:05:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.400255 604 hybrid_clock.cc:648] HybridClock initialized: now 1777968310400223 us; error 29 us; skew 500 ppm
08:05:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.401149 604 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:05:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:10 dist-test-slave-dhgk krb5kdc[588](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777968310, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.144.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:05:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.406396 604 init.cc:377] Logged in from keytab as kudu/127.0.144.126@KRBTEST.COM (short username kudu)
08:05:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.411954 604 webserver.cc:492] Webserver started at http://127.0.144.126:37877/ using document root <none> and password file <none>
08:05:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.412778 604 fs_manager.cc:362] Metadata directory not provided
08:05:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.412999 604 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:05:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.413460 604 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:05:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.417539 604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data/instance:
08:05:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18"
08:05:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-05 08:05:10 on dist-test-slave-dhgk"
08:05:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.418684 604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal/instance:
08:05:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18"
08:05:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-05 08:05:10 on dist-test-slave-dhgk"
08:05:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.425191 604 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
08:05:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.430214 621 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:05:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.431118 604 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
08:05:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.431443 604 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data,/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal
08:05:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18"
08:05:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-05 08:05:10 on dist-test-slave-dhgk"
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.431756 604 fs_report.cc:389] FS layout report
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data/data
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:05:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:05:10.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.503230 604 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:05:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.507992 604 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:05:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.508478 604 kserver.cc:163] Server-wide thread pool size limit: 3276
08:05:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.575727 604 rpc_server.cc:307] RPC server started. Bound to: 127.0.144.126:33833
08:05:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.575832 672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.144.126:33833 every 8 connection(s)
08:05:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.578303 604 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/data/info.pb
08:05:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.583482 673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:05:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.584630 577 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6U1NJs/build/tsan/bin/kudu as pid 604
08:05:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.584973 577 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/master-0/wal/instance
08:05:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.602936 673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18: Bootstrap starting.
08:05:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.608645 673 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18: Neither blocks nor log segments found. Creating new log.
08:05:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.610430 673 log.cc:826] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18: Log is configured to *not* fsync() on all Append() calls
08:05:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.615154 673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18: No bootstrap required, opened a new log
08:05:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 05 08:05:10 dist-test-slave-dhgk krb5kdc[588](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777968308, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.144.126@KRBTEST.COM
08:05:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.630612 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.589383 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47836 (local address 127.0.144.126:33833)
08:05:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.592229 (+ 2846us) server_negotiation.cc:207] Beginning negotiation
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.592271 (+ 42us) server_negotiation.cc:400] Waiting for connection header
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.593463 (+ 1192us) server_negotiation.cc:408] Connection header received
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.602723 (+ 9260us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.602766 (+ 43us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.603166 (+ 400us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.603525 (+ 359us) server_negotiation.cc:227] Negotiated authn=SASL
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.606799 (+ 3274us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.609114 (+ 2315us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.610424 (+ 1310us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.611024 (+ 600us) server_negotiation.cc:658] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.616888 (+ 5864us) server_negotiation.cc:366] Received SASL_INITIATE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.617026 (+ 138us) server_negotiation.cc:882] Received SASL_INITIATE request from client
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.617069 (+ 43us) server_negotiation.cc:893] Client requested to use mechanism: GSSAPI
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.617220 (+ 151us) server_negotiation.cc:923] calling sasl_server_start()
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.622346 (+ 5126us) server_negotiation.cc:378] Sending SASL_CHALLENGE NegotiatePB response
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.623926 (+ 1580us) server_negotiation.cc:366] Received SASL_RESPONSE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.623982 (+ 56us) server_negotiation.cc:957] Received SASL_RESPONSE request from client
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.624020 (+ 38us) server_negotiation.cc:968] calling sasl_server_step()
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.624305 (+ 285us) server_negotiation.cc:378] Sending SASL_CHALLENGE NegotiatePB response
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.625244 (+ 939us) server_negotiation.cc:366] Received SASL_RESPONSE NegotiatePB request
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.625270 (+ 26us) server_negotiation.cc:957] Received SASL_RESPONSE request from client
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.625294 (+ 24us) server_negotiation.cc:968] calling sasl_server_step()
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.626019 (+ 725us) server_negotiation.cc:378] Sending SASL_SUCCESS NegotiatePB response
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.626426 (+ 407us) server_negotiation.cc:1036] Waiting for connection context
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.627601 (+ 1175us) server_negotiation.cc:300] Negotiation successful
08:05:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.628190 (+ 589us) negotiation.cc:326] Negotiation complete: OK
08:05:10.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2148,"thread_start_us":1679,"threads_started":1}
08:05:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.635085 577 external_mini_cluster.cc:949] 0 TS(s) registered with all masters
08:05:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.638482 673 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } }
08:05:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.639331 673 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:05:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.639619 673 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b6e3c79ec9d49b5a95bdeaecd85ab18, State: Initialized, Role: FOLLOWER
08:05:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.640456 673 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } }
08:05:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.641131 673 raft_consensus.cc:399] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
08:05:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.641456 673 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
08:05:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.641831 673 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 0 FOLLOWER]: Advancing to term 1
08:05:10.645 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:05:10.645 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:05:10.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:05:10.647 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:05:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.646968 673 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } }
08:05:10.648 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.144.126"
port: 33833
}
bound_http_address {
host: "127.0.144.126"
port: 37877
}
}
}
08:05:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.647753 673 leader_election.cc:304] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 2b6e3c79ec9d49b5a95bdeaecd85ab18; no voters:
08:05:10.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:05:10.648 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:05:10.648 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:05:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.649741 673 leader_election.cc:290] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [CANDIDATE]: Term 1 election: Requested vote from peers
08:05:10.650 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5cc
08:05:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.650137 678 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 1 FOLLOWER]: Leader election won for term 1
08:05:10.652 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:05:10.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.656978 678 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [term 1 LEADER]: Becoming Leader. State: Replica: 2b6e3c79ec9d49b5a95bdeaecd85ab18, State: Running, Role: LEADER
08:05:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.657918 678 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } }
08:05:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.659531 673 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [sys.catalog]: configured and running, proceeding with master startup.
08:05:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.666182 680 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } } }
08:05:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.667112 680 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [sys.catalog]: This master's current role is: LEADER
08:05:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.669938 679 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b6e3c79ec9d49b5a95bdeaecd85ab18. Latest consensus state: current_term: 1 leader_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2b6e3c79ec9d49b5a95bdeaecd85ab18" member_type: VOTER last_known_addr { host: "127.0.144.126" port: 33833 } } }
08:05:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.670790 679 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18 [sys.catalog]: This master's current role is: LEADER
08:05:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.678158 684 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:05:10.680 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task6U1NJs/test-tmp/mini-kudu-cluster791806706619843817/krb5kdc/krb5cc
08:05:10.682 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:05:10.682 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_jwt {
account_id: "account-id"
subject: "kudu"
is_valid_key: false
}
08:05:10.688 [DEBUG - main] (MiniKuduCluster.java:195) Response: create_jwt {
jwt: "eyJhbGciOiJSUzI1NiIsImtpZCI6InB1YmxpYzo5YjlkMGI0Ny1iOWVkLTRiYTYtOTE4MC01MmZjNWIxNjFhM2EiLCJ0eXAiOiJKV1QifQ.eyJleHAiOjE3Nzc5NzE5MTAsImlzcyI6ImF1dGgwXC9hY2NvdW50LWlkIiwibmJmIjoxNzc3OTY4MzEwLCJzdWIiOiJrdWR1In0.fdm6RyWsmVj52thmlK6nVLtHVdhBrWcW2LcQmcwcjexaXYUntnnpwNGppe3i3FiGnvOGdWhBJjJWsneR6LEw16Ut4YuJVYwe7VXcM31RN_DuFpwvI23qLCkKk-Io2hG36YLb640SSDslDtxCOQUxH8_p5B4GSF_0450Eyzr9zSceyFxVWiIrQ_NXhk2-Va7HHuIwImb99UAT8PE4qFxIg9cc_ZcT_o24qBWIsGra0suYwSPryGQ6tabT3uR8KtQ1iyuL65pTkuJw_hJ2e0aWRSfSeW6MOqxGdOMNLg5mHeEAFE_Xf7fyOh-mXfoGYInZwxiavdt53GlWFAHJisuYXg"
}
08:05:10.689 [DEBUG - main] (SecurityContext.java:317) Importing authentication credentials with no authn token, with one JWT, 0 cert(s), and realUser=<none>
08:05:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.694509 684 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:05:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.710582 684 catalog_manager.cc:1357] Generated new cluster ID: 0f74a52b010642a89d24f90fc3210c77
08:05:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.710851 684 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.736564 684 catalog_manager.cc:1380] Generated new certificate authority record
08:05:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.738456 684 catalog_manager.cc:1514] Loading token signing keys...
08:05:10.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.756840 684 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 2b6e3c79ec9d49b5a95bdeaecd85ab18: Generated new TSK 0
08:05:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:10.757826 684 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=604)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b1400019708 by thread T83:
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x37fe64)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::MasterCertAuthority::IsInitialized() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x37fe2d)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x42541e)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:916:15 (libmaster.so+0x4338fa)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4338a8)
08:05:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x43380c)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4337a8)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x432a70)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a8c1a)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c8c1)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:805:5 (libserver_process.so+0x19688e)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:713:10 (libserver_process.so+0x194b12)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:588:20 (libserver_process.so+0x1938b8)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cafc7)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c8e87)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c8e87)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b1400019708 by thread T77 (mutexes: write M3622):
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x3aaf02)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x41e018)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x41d3ab)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1246:3 (libmaster.so+0x31e556)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1223:12 (libmaster.so+0x31df48)
08:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 72 at 0x7b14000196e0 allocated by main thread:
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x4f89b7)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::Master::Init() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:332:25 (libmaster.so+0x4058a9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:395:3 (libmaster.so+0x439df5)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3622 (0x7b5400001a58) created at:
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x4ad7ab)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x42e1e8)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x42e438)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:987:7 (libmaster.so+0x31bf2b)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:269:28 (libmaster.so+0x404cef)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x439dc3)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T83 'sq_worker' (tid=690, running) created by thread T13 at:
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c71e0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T77 'leader-initiali' (tid=684, running) created by thread T73 at:
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x44e858)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x5a3e39)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46acdb)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x468f7f)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x46b242)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:33 (libmaster.so+0x31d659)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1680:40 (libmaster.so+0x359af8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x359ab0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x359a40)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3599f8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x358ce4)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x47da39)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x485ebc)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x485e68)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x485de8)
08:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x485da3)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x48504c)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3eead6)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3eea68)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2857:3 (libconsensus.so+0x20497a)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204929)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x2048b9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204881)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203b3d)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 in std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const
08:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=604)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b100003a0c0 by thread T83:
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x992c4)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:98:57 (libsecurity.so+0xa248d)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x42544f)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_path_handlers.cc:916:15 (libmaster.so+0x4338fa)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x4338a8)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x43380c)
08:05:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x4337a8)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x432a70)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a8c1a)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x19c8c1)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:805:5 (libserver_process.so+0x19688e)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:713:10 (libserver_process.so+0x194b12)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:588:20 (libserver_process.so+0x1938b8)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3563:27 (libserver_process.so+0x1cafc7)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4292:7 (libserver_process.so+0x1c8e87)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4424:9 (libserver_process.so+0x1c8e87)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b100003a0c0 by thread T77 (mutexes: write M3622):
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xaa712)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa8508)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/openssl_util.h:268:11 (libsecurity.so+0xa5324)
08:05:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::security::Cert::AdoptX509(x509_st*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/cert.cc:287:3 (libsecurity.so+0xa36be)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:313:8 (libsecurity.so+0x8fa36)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/security/ca/cert_management.cc:268:8 (libsecurity.so+0x8f849)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x41d0bf)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1217:5 (libmaster.so+0x31deac)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 64 at 0x7b100003a0c0 allocated by thread T77:
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (kudu+0x4f89b7)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::CatalogManager::InitCertAuthority() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1214:27 (libmaster.so+0x31de6f)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:42 (libmaster.so+0x3553f8)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x3553b0)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x355340)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3552f8)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x3545e4)
08:05:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1450:24 (libmaster.so+0x320721)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1507:12 (libmaster.so+0x31fb1b)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:57 (libmaster.so+0x34ead1)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x34ea89)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x34ea19)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34e9e1)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34dcdd)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3622 (0x7b5400001a58) created at:
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317 (kudu+0x4ad7ab)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x42e1e8)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x42e438)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:987:7 (libmaster.so+0x31bf2b)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:269:28 (libmaster.so+0x404cef)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x439dc3)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_master.cc:139:10 (kudu+0x5c1dc9)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x53aef1)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53ae5c)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53adcc)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x539a35)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x140d3f)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x1335a1)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x131332)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x662bf0)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x663527)
08:05:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x663a6e)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T83 'sq_worker' (tid=690, running) created by thread T13 at:
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:804:12 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4449:7 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4464:5 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4521:5 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4559:11 (libserver_process.so+0x1c71e0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T77 'leader-initiali' (tid=684, running) created by thread T73 at:
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x47cfc5)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x44e858)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x5a3e39)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x46acdb)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x468f7f)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x46b242)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1088:33 (libmaster.so+0x31d659)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:1680:40 (libmaster.so+0x359af8)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x359ab0)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x359a40)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3599f8)
08:05:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x358ce4)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x380bfb)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x380ba0)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x47da39)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x485ebc)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libmaster.so+0x485e68)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x485de8)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x485da3)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x48504c)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3eead6)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3eea68)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2857:3 (libconsensus.so+0x20497a)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x204929)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x2048b9)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x204881)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_16>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x203b3d)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x46bab5)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x46de01)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x46ddb9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x46dd49)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x46dd11)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x46d00d)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5b3bc4)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5b39f9)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44efba)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 in std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const
08:05:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:05:10.972 [DEBUG - main] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:10.973 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.038 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.037945 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.973891 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47840 (local address 127.0.144.126:33833)
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.974675 (+ 784us) server_negotiation.cc:207] Beginning negotiation
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.974707 (+ 32us) server_negotiation.cc:400] Waiting for connection header
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.977671 (+ 2964us) server_negotiation.cc:408] Connection header received
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.978766 (+ 1095us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.978798 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.979023 (+ 225us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.979193 (+ 170us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.990402 (+ 11209us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:10.991353 (+ 951us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.000251 (+ 8898us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.000798 (+ 547us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.002239 (+ 1441us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.036318 (+ 34079us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.036759 (+ 441us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47840: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":119,"thread_start_us":1071,"threads_started":1}
08:05:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.039167 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47840: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.040 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.052 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.054 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.094012 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.054498 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47842 (local address 127.0.144.126:33833)
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.055096 (+ 598us) server_negotiation.cc:207] Beginning negotiation
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.055119 (+ 23us) server_negotiation.cc:400] Waiting for connection header
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.058316 (+ 3197us) server_negotiation.cc:408] Connection header received
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.059076 (+ 760us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.059121 (+ 45us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.059369 (+ 248us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.059544 (+ 175us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.070486 (+ 10942us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.071292 (+ 806us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.079249 (+ 7957us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.079754 (+ 505us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.084058 (+ 4304us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.092924 (+ 8866us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.093232 (+ 308us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47842: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":71}
08:05:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.094213 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47842: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.100 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.101 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.112 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.114 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.156200 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.114389 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47852 (local address 127.0.144.126:33833)
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.115077 (+ 688us) server_negotiation.cc:207] Beginning negotiation
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.115102 (+ 25us) server_negotiation.cc:400] Waiting for connection header
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.118011 (+ 2909us) server_negotiation.cc:408] Connection header received
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.118797 (+ 786us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.118827 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.119102 (+ 275us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.119225 (+ 123us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.133590 (+ 14365us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.134884 (+ 1294us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.142707 (+ 7823us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.143183 (+ 476us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.144239 (+ 1056us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.154427 (+ 10188us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.154905 (+ 478us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47852: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":84}
08:05:11.160 [DEBUG - kudu-nio-2] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.161 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.162 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.162371 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47852: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.172 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.179 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.214 [DEBUG - kudu-nio-3] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.214555 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.174718 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47866 (local address 127.0.144.126:33833)
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.175343 (+ 625us) server_negotiation.cc:207] Beginning negotiation
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.175364 (+ 21us) server_negotiation.cc:400] Waiting for connection header
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.182794 (+ 7430us) server_negotiation.cc:408] Connection header received
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.183372 (+ 578us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.183399 (+ 27us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.183662 (+ 263us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.183859 (+ 197us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.194350 (+ 10491us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.195558 (+ 1208us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.203122 (+ 7564us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.203643 (+ 521us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.205097 (+ 1454us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.213017 (+ 7920us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.213452 (+ 435us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47866: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":111}
08:05:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.215806 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47866: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.218 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.219 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.232 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.235 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.286 [DEBUG - kudu-nio-4] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.287338 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.234725 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47876 (local address 127.0.144.126:33833)
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.235297 (+ 572us) server_negotiation.cc:207] Beginning negotiation
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.235318 (+ 21us) server_negotiation.cc:400] Waiting for connection header
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.238911 (+ 3593us) server_negotiation.cc:408] Connection header received
08:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.239639 (+ 728us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.239663 (+ 24us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.239889 (+ 226us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.240028 (+ 139us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.252110 (+ 12082us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.253343 (+ 1233us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.275078 (+ 21735us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.275562 (+ 484us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.276677 (+ 1115us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.285732 (+ 9055us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.286187 (+ 455us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47876: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":105}
08:05:11.288 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.288677 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47876: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.289 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.312 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.313 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.377 [DEBUG - kudu-nio-5] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.378207 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.314066 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47880 (local address 127.0.144.126:33833)
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.314570 (+ 504us) server_negotiation.cc:207] Beginning negotiation
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.314589 (+ 19us) server_negotiation.cc:400] Waiting for connection header
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.317268 (+ 2679us) server_negotiation.cc:408] Connection header received
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.318581 (+ 1313us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.318612 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.318779 (+ 167us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.318936 (+ 157us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.330089 (+ 11153us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.331213 (+ 1124us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.363294 (+ 32081us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.363859 (+ 565us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.369223 (+ 5364us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.376564 (+ 7341us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.377026 (+ 462us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47880: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":111}
08:05:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.379225 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47880: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.379 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.380 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.412 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.416 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.452138 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.414831 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:47886 (local address 127.0.144.126:33833)
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.415324 (+ 493us) server_negotiation.cc:207] Beginning negotiation
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.415345 (+ 21us) server_negotiation.cc:400] Waiting for connection header
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.423221 (+ 7876us) server_negotiation.cc:408] Connection header received
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.423933 (+ 712us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.423964 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.424111 (+ 147us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.424277 (+ 166us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.438387 (+ 14110us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.439404 (+ 1017us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.446011 (+ 6607us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.446520 (+ 509us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.446783 (+ 263us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.450958 (+ 4175us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.451256 (+ 298us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:47886: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":105}
08:05:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.452383 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:47886: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.453 [DEBUG - kudu-nio-6] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.455 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.456 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.552 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.554 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.575 [DEBUG - kudu-nio-7] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.575 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.575683 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.554408 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:38270 (local address 127.0.144.126:33833)
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555051 (+ 643us) server_negotiation.cc:207] Beginning negotiation
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555077 (+ 26us) server_negotiation.cc:400] Waiting for connection header
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555135 (+ 58us) server_negotiation.cc:408] Connection header received
08:05:11.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555434 (+ 299us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555462 (+ 28us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555631 (+ 169us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.555788 (+ 157us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.560359 (+ 4571us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.561709 (+ 1350us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.568216 (+ 6507us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.568625 (+ 409us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.568824 (+ 199us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.574211 (+ 5387us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.574636 (+ 425us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:38270: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":112}
08:05:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.577015 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:38270: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.812 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.813 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.834 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.835 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.835156 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.813979 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:38272 (local address 127.0.144.126:33833)
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814380 (+ 401us) server_negotiation.cc:207] Beginning negotiation
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814395 (+ 15us) server_negotiation.cc:400] Waiting for connection header
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814429 (+ 34us) server_negotiation.cc:408] Connection header received
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814669 (+ 240us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814699 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: connection closed
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814842 (+ 143us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.814953 (+ 111us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.819921 (+ 4968us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.820726 (+ 805us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.827149 (+ 6423us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.827715 (+ 566us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.828003 (+ 288us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.833555 (+ 5552us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.834027 (+ 472us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:38272: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":87}
08:05:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260505 08:05:11.836594 675 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:38272: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.144.126:33833; will retry
08:05:11.952 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.0.144.126:33833(127.0.144.126:33833)] connecting to peer
08:05:11.953 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.144.126:33833(127.0.144.126:33833)] Successfully connected to peer
08:05:11.972 [INFO - pool-22-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.144.126:33833: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=19), Traces: [0ms] sending RPC to server master-127.0.144.126:33833, deferred=Deferred@1917576971(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.0.144.126:33833, errback=org.apache.kudu.client.ConnectToCluster$1@73be0ad3 -> ConnectToMasterErrCB for 127.0.144.126:33833))
08:05:11.973 [DEBUG - pool-22-thread-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=10, TimeoutTracker(timeout=1000, elapsed=1001), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [70ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [131ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [131ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [190ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [191ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [247ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [248ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [317ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [318ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [408ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [409ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [484ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [485ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [605ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [605ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, [864ms] Sub RPC ConnectToMaster: received response from server master-127.0.144.126:33833: Network error: connection closed, [866ms] delaying RPC due to: Service unavailable: Master config (127.0.144.126:33833) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.144.126:33833, deferred=Deferred@1067175827(state=PENDING, result=null, callback=(continuation of Deferred@157549616 after retry RPC after error@616221096) -> (continuation of Deferred@659662718 after retry RPC after error@1180107600) -> (continuation of Deferred@1866189358 after retry RPC after error@499038696) -> (continuation of Deferred@939427702 after retry RPC after error@1229803354) -> (continuation of Deferred@2023130855 after retry RPC after error@269418980) -> (continuation of Deferred@1393156516 after retry RPC after error@1889354496) -> (continuation of Deferred@1022378570 after retry RPC after error@1410884625) -> (continuation of Deferred@1208007671 after retry RPC after error@1386177716) -> (continuation of Deferred@1824755391 after retry RPC after error@2079086554), errback=(continuation of Deferred@157549616 after retry RPC after error@616221096) -> (continuation of Deferred@659662718 after retry RPC after error@1180107600) -> (continuation of Deferred@1866189358 after retry RPC after error@499038696) -> (continuation of Deferred@939427702 after retry RPC after error@1229803354) -> (continuation of Deferred@2023130855 after retry RPC after error@269418980) -> (continuation of Deferred@1393156516 after retry RPC after error@1889354496) -> (continuation of Deferred@1022378570 after retry RPC after error@1410884625) -> (continuation of Deferred@1208007671 after retry RPC after error@1386177716) -> (continuation of Deferred@1824755391 after retry RPC after error@2079086554))) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.144.126:33833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=19), Traces: [0ms] sending RPC to server master-127.0.144.126:33833, deferred=Deferred@1917576971(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.0.144.126:33833, errback=org.apache.kudu.client.ConnectToCluster$1@73be0ad3 -> ConnectToMasterErrCB for 127.0.144.126:33833))]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.144.126:33833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=19), Traces: [0ms] sending RPC to server master-127.0.144.126:33833, deferred=Deferred@1917576971(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.0.144.126:33833, errback=org.apache.kudu.client.ConnectToCluster$1@73be0ad3 -> ConnectToMasterErrCB for 127.0.144.126:33833))]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
08:05:11.975 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:05:11.980 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.0.144.126:33833 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.980762 675 negotiation.cc:338] RPC negotiation tracing enabled. Trace:
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.953883 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:38282 (local address 127.0.144.126:33833)
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.954469 (+ 586us) server_negotiation.cc:207] Beginning negotiation
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.954493 (+ 24us) server_negotiation.cc:400] Waiting for connection header
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.954537 (+ 44us) server_negotiation.cc:408] Connection header received
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.954797 (+ 260us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.954823 (+ 26us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.955051 (+ 228us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.955213 (+ 162us) server_negotiation.cc:227] Negotiated authn=JWT
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.960665 (+ 5452us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.961998 (+ 1333us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.970569 (+ 8571us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.970922 (+ 353us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.971120 (+ 198us) server_negotiation.cc:366] Received JWT_EXCHANGE NegotiatePB request
08:05:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.979312 (+ 8192us) server_negotiation.cc:395] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.981 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.144.126:33833(127.0.144.126:33833)] handling channelInactive
08:05:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0505 08:05:11.979623 (+ 311us) negotiation.cc:326] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:38282: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:../crypto/rsa/rsa_pk1.c:67 error:04067072:rsa routines:rsa_ossl_public_decrypt:padding check failed:../crypto/rsa/rsa_ossl.c:581)
08:05:11.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.144.126:33833(127.0.144.126:33833)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:05:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":126}
08:05:11.982 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=9), Traces: [0ms] received response from server master-127.0.144.126:33833: Network error: connection closed, deferred=null) with no deferred attached!
08:05:11.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260505 08:05:11.982388 577 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6U1NJs/build/tsan/bin/kudu with pid 604
08:05:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-05T08:05:13Z chronyd exiting
08:05:14.140 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestNegotiation.testInvalidJwt: failed attempt 1
junit.framework.AssertionFailedError
at junit.framework.Assert.fail(Assert.java:55)
at junit.framework.Assert.assertTrue(Assert.java:22)
at junit.framework.Assert.assertTrue(Assert.java:31)
at junit.framework.TestCase.assertTrue(TestCase.java:200)
at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
junit.framework.AssertionFailedError
at junit.framework.Assert.fail(Assert.java:55)
at junit.framework.Assert.assertTrue(Assert.java:22)
at junit.framework.Assert.assertTrue(Assert.java:31)
at junit.framework.TestCase.assertTrue(TestCase.java:200)
at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)