General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=18179)18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b14000160f8 by thread T82:
18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x371764)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::MasterCertAuthority::IsInitialized() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x37172d)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x416c2e)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:917:15 (libmaster.so+0x42511a)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4250c8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x42502c)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x424fc8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x424290)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a021a)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x1964a1)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:679:5 (libserver_process.so+0x1909b8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18f07b)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e428)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c19a7)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf7be)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf7be)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b14000160f8 by thread T80 (mutexes: write M3956):
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x39c352)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x40f828)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x40ebbb)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1236:3 (libmaster.so+0x3116b6)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1213:12 (libmaster.so+0x3110a8)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 72 at 0x7b14000160d0 allocated by main thread:
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (kudu+0x4c5d0e)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::Master::Init() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:307:25 (libmaster.so+0x3f84a7)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:395:3 (libmaster.so+0x42b665)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3956 (0x7b54000030d8) created at:
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317:3 (kudu+0x44217b)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x423378)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x4235c8)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:977:7 (libmaster.so+0x30f0bb)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:249:28 (libmaster.so+0x3f79e2)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x42b633)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T82 'sq_worker' (tid=18264, running) created by thread T13 at:
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T80 'leader-initiali' (tid=18262, running) created by thread T72 at:
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43d62a)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.h:146:12 (kudu+0x570829)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:848:10 (libkudu_util.so+0x45a8bb)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:643:21 (libkudu_util.so+0x458cbf)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:525:10 (libkudu_util.so+0x45ae22)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:33 (libmaster.so+0x3107e9)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1670:40 (libmaster.so+0x34b3f8)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x34b3b0)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x34b340)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34b2f8)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34a5e4)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x468499)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x47072c)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4706d8)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x470658)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x470613)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x46f8bc)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3e40e6)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3e4078)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/consensus/raft_consensus.cc:2834:3 (libconsensus.so+0x1bc2fa)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1bc2a9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1bc239)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1bc201)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1bb4bd)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
General.OutsideOfAnyTestCase: WARNING: ThreadSanitizer: data race (pid=18179)18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b1000052000 by thread T82:
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x983e4)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/cert.cc:95:57 (libsecurity.so+0xa151d)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x416c5f)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:917:15 (libmaster.so+0x42511a)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4250c8)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x42502c)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x424fc8)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x424290)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a021a)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x1964a1)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:679:5 (libserver_process.so+0x1909b8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18f07b)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e428)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c19a7)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf7be)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf7be)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b1000052000 by thread T80 (mutexes: write M3956):
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xa93e2)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa71d8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/openssl_util.h:214:11 (libsecurity.so+0xa3f34)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::security::Cert::AdoptX509(x509_st*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/cert.cc:256:3 (libsecurity.so+0xa2455)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/ca/cert_management.cc:304:8 (libsecurity.so+0x8eb06)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/ca/cert_management.cc:259:8 (libsecurity.so+0x8e919)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x40e8cf)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1207:5 (libmaster.so+0x31100c)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 64 at 0x7b1000052000 allocated by thread T80:
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (kudu+0x4c5d0e)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1204:27 (libmaster.so+0x310fcf)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3956 (0x7b54000030d8) created at:
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317:3 (kudu+0x44217b)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x423378)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x4235c8)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:977:7 (libmaster.so+0x30f0bb)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:249:28 (libmaster.so+0x3f79e2)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x42b633)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T82 'sq_worker' (tid=18264, running) created by thread T13 at:
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T80 'leader-initiali' (tid=18262, running) created by thread T72 at:
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43d62a)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.h:146:12 (kudu+0x570829)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:848:10 (libkudu_util.so+0x45a8bb)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:643:21 (libkudu_util.so+0x458cbf)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:525:10 (libkudu_util.so+0x45ae22)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:33 (libmaster.so+0x3107e9)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1670:40 (libmaster.so+0x34b3f8)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x34b3b0)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x34b340)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34b2f8)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34a5e4)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x468499)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x47072c)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4706d8)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x470658)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x470613)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x46f8bc)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3e40e6)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3e4078)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/consensus/raft_consensus.cc:2834:3 (libconsensus.so+0x1bc2fa)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1bc2a9)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1bc239)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1bc201)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1bb4bd)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:17.297 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:48:17.297 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKm7eZj/test-tmp
18:48:17.297 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
18:48:17.298 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKm7eZj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
18:48:17.299 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 1
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--rpc-authentication=optional"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--user-acl=*"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-authentication=required"
extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
extra_master_flags: "--rpc-trace-negotiation"
extra_master_flags: "--enable-jwt-token-auth"
extra_master_flags: "--rpc-negotiation-timeout-ms=1500"
extra_master_flags: "--rpc-trace-negotiation"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
18:48:17.664 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:48:17.664 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
18:48:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:17.668677 18155 mini_oidc.cc:152] Starting JWKS server
18:48:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:17.672982 18155 webserver.cc:460] Webserver started at http://127.0.0.1:34549/ using document root <none> and password file <none>
18:48:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:17.673662 18155 mini_oidc.cc:189] Starting OIDC Discovery server
18:48:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:17.675796 18155 webserver.cc:460] Webserver started at http://127.0.0.1:38433/ using document root <none> and password file <none>
18:48:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
18:48:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/principal' for realm 'KRBTEST.COM',
18:48:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
18:48:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:18 dist-test-slave-45sl krb5kdc[18166](info): setting up network...
18:48:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
18:48:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:18 dist-test-slave-45sl krb5kdc[18166](info): set up 2 sockets
18:48:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:18 dist-test-slave-45sl krb5kdc[18166](info): commencing operation
18:48:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
18:48:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.142973 18155 mini_kdc.cc:121] Time spent starting KDC: real 1.440s user 0.010s sys 0.012s
18:48:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
18:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
18:48:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
18:48:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:48:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
18:48:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
18:48:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:48:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
18:48:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:48:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/test-user.keytab.
18:48:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/test-user.keytab.
18:48:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:19 dist-test-slave-45sl krb5kdc[18166](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781894899, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:48:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
18:48:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:48:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
18:48:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:48:19Z Disabled control of system clock
18:48:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.186.254@KRBTEST.COM; defaulting to no policy
18:48:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:48:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.186.254@KRBTEST.COM" created.
18:48:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:48:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.186.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kudu_127.17.186.254.keytab.
18:48:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.186.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kudu_127.17.186.254.keytab.
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:19.342275 18155 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKm7eZj/build/tsan/bin/kudu
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKm7eZj/build/tsan/bin/kudu
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/logs
18:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data/info.pb
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.186.254:39037
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.186.254
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kudu_127.17.186.254.keytab
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.186.254
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.186.212:36775
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.186.254:39037
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34549/jwks.json
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=optional
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user-acl=*
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-authentication=required
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable-jwt-token-auth
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-negotiation-timeout-ms=1500
18:48:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc-trace-negotiation with env {KRB5CCNAME=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:48:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.652868 18179 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:48:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.653626 18179 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:48:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.654459 18179 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:48:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.685969 18179 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:48:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.686461 18179 flags.cc:425] Enabled experimental flag: --rpc_trace_negotiation=true
18:48:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.686954 18179 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:48:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.687340 18179 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:48:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.687673 18179 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:48:19.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.688009 18179 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:48:19.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.688246 18179 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34549/jwks.json
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:19.726857 18179 master_runner.cc:386] Master server non-default flags:
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.186.212:36775
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal
18:48:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.186.254:39037
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_trace_negotiation=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kudu_127.17.186.254.keytab
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.186.254
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.186.254:39037
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34549/jwks.json
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_negotiation_timeout_ms=1500
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data/info.pb
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.186.254
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:48:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/logs
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:46:36 UTC on ccycloud.quasar-zpqdyv.root.comops.site
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456156
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:48:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:19.728467 18179 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:48:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:19.729868 18179 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:48:19.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.750509 18188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:48:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.750515 18185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:48:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:19.750558 18186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:48:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:19.751600 18179 server_base.cc:1034] running on GCE node
18:48:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.943837 18179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:48:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.946930 18179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:48:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.948382 18179 hybrid_clock.cc:648] HybridClock initialized: now 1781894900948349 us; error 96 us; skew 500 ppm
18:48:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.949421 18179 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:48:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:20 dist-test-slave-45sl krb5kdc[18166](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781894900, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.186.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:48:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.955921 18179 init.cc:377] Logged in from keytab as kudu/127.17.186.254@KRBTEST.COM (short username kudu)
18:48:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.962446 18179 webserver.cc:460] Webserver started at http://127.17.186.254:34863/ using document root <none> and password file <none>
18:48:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.963469 18179 fs_manager.cc:359] Metadata directory not provided
18:48:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.963693 18179 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:48:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.964177 18179 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:48:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.969681 18179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data/instance:
18:48:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029b7451bf344164a8c3f840e58c6454"
18:48:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:48:20 on dist-test-slave-45sl"
18:48:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.970985 18179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal/instance:
18:48:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029b7451bf344164a8c3f840e58c6454"
18:48:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:48:20 on dist-test-slave-45sl"
18:48:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.979240 18179 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
18:48:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.985311 18196 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:48:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.986675 18179 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.987002 18179 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data,/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "029b7451bf344164a8c3f840e58c6454"
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:48:20 on dist-test-slave-45sl"
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:20.987355 18179 fs_report.cc:383] FS layout report
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data/data
18:48:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:48:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:48:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.029354 18179 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:48:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.035772 18179 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:48:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.036242 18179 kserver.cc:163] Server-wide thread pool size limit: 3276
18:48:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.110072 18179 rpc_server.cc:307] RPC server started. Bound to: 127.17.186.254:39037
18:48:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.110188 18247 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.186.254:39037 every 8 connection(s)
18:48:21.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.112843 18179 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/data/info.pb
18:48:21.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.118547 18248 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:48:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.119343 18155 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKm7eZj/build/tsan/bin/kudu as pid 18179
18:48:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.119786 18155 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/master-0/wal/instance
18:48:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.140550 18248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454: Bootstrap starting.
18:48:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.146201 18248 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454: Neither blocks nor log segments found. Creating new log.
18:48:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.148073 18248 log.cc:824] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454: Log is configured to *not* fsync() on all Append() calls
18:48:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.154350 18248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454: No bootstrap required, opened a new log
18:48:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 18:48:21 dist-test-slave-45sl krb5kdc[18166](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781894899, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.186.254@KRBTEST.COM
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.171718 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.124827 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40670 (local address 127.17.186.254:39037)
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.127915 (+ 3088us) server_negotiation.cc:206] Beginning negotiation
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.127961 (+ 46us) server_negotiation.cc:399] Waiting for connection header
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.129070 (+ 1109us) server_negotiation.cc:407] Connection header received
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.139897 (+ 10827us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.139940 (+ 43us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.140445 (+ 505us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.140897 (+ 452us) server_negotiation.cc:226] Negotiated authn=SASL
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.145268 (+ 4371us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.147097 (+ 1829us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.149692 (+ 2595us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.150732 (+ 1040us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.151132 (+ 400us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.158836 (+ 7704us) server_negotiation.cc:365] Received SASL_INITIATE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.158863 (+ 27us) server_negotiation.cc:881] Received SASL_INITIATE request from client
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.158896 (+ 33us) server_negotiation.cc:892] Client requested to use mechanism: GSSAPI
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.159010 (+ 114us) server_negotiation.cc:922] calling sasl_server_start()
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.163528 (+ 4518us) server_negotiation.cc:377] Sending SASL_CHALLENGE NegotiatePB response
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.164962 (+ 1434us) server_negotiation.cc:365] Received SASL_RESPONSE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.164986 (+ 24us) server_negotiation.cc:956] Received SASL_RESPONSE request from client
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.165004 (+ 18us) server_negotiation.cc:967] calling sasl_server_step()
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.165276 (+ 272us) server_negotiation.cc:377] Sending SASL_CHALLENGE NegotiatePB response
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.166061 (+ 785us) server_negotiation.cc:365] Received SASL_RESPONSE NegotiatePB request
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.166083 (+ 22us) server_negotiation.cc:956] Received SASL_RESPONSE request from client
18:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.166097 (+ 14us) server_negotiation.cc:967] calling sasl_server_step()
18:48:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.166865 (+ 768us) server_negotiation.cc:377] Sending SASL_SUCCESS NegotiatePB response
18:48:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.167393 (+ 528us) server_negotiation.cc:1035] Waiting for connection context
18:48:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.168455 (+ 1062us) server_negotiation.cc:299] Negotiation successful
18:48:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.169117 (+ 662us) negotiation.cc:327] Negotiation complete: OK
18:48:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2468,"thread_start_us":2016,"threads_started":1}
18:48:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.176957 18155 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
18:48:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.177084 18248 raft_consensus.cc:348] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } }
18:48:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.177929 18248 raft_consensus.cc:374] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:48:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.178282 18248 raft_consensus.cc:729] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 029b7451bf344164a8c3f840e58c6454, State: Initialized, Role: FOLLOWER
18:48:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.179116 18248 consensus_queue.cc:260] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } }
18:48:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.179687 18248 raft_consensus.cc:388] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
18:48:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.180032 18248 raft_consensus.cc:482] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
18:48:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.180402 18248 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 0 FOLLOWER]: Advancing to term 1
18:48:21.184 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:48:21.184 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
18:48:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.184707 18248 raft_consensus.cc:504] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } }
18:48:21.185 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
18:48:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.185511 18248 leader_election.cc:302] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 029b7451bf344164a8c3f840e58c6454; no voters:
18:48:21.186 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
18:48:21.187 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.186.254"
port: 39037
}
bound_http_address {
host: "127.17.186.254"
port: 34863
}
}
}
18:48:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.188041 18248 leader_election.cc:288] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [CANDIDATE]: Term 1 election: Requested vote from peers
18:48:21.188 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
18:48:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.188483 18253 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 1 FOLLOWER]: Leader election won for term 1
18:48:21.189 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:48:21.189 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:48:21.190 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5cc
18:48:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.191987 18253 raft_consensus.cc:686] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [term 1 LEADER]: Becoming Leader. State: Replica: 029b7451bf344164a8c3f840e58c6454, State: Running, Role: LEADER
18:48:21.193 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
18:48:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.192850 18253 consensus_queue.cc:237] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } }
18:48:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.193364 18248 sys_catalog.cc:564] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [sys.catalog]: configured and running, proceeding with master startup.
18:48:21.197 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKm7eZj/test-tmp/mini-kudu-cluster3299895598549047558/krb5kdc/krb5cc
18:48:21.204 [DEBUG - main] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
18:48:21.205 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_jwt {
account_id: "account-id"
subject: "kudu"
is_valid_key: false
}
18:48:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.209753 18254 sys_catalog.cc:455] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "029b7451bf344164a8c3f840e58c6454" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } } }
18:48:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.210814 18254 sys_catalog.cc:458] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [sys.catalog]: This master's current role is: LEADER
18:48:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.213474 18255 sys_catalog.cc:455] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 029b7451bf344164a8c3f840e58c6454. Latest consensus state: current_term: 1 leader_uuid: "029b7451bf344164a8c3f840e58c6454" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "029b7451bf344164a8c3f840e58c6454" member_type: VOTER last_known_addr { host: "127.17.186.254" port: 39037 } } }
18:48:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.214385 18255 sys_catalog.cc:458] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454 [sys.catalog]: This master's current role is: LEADER
18:48:21.219 [DEBUG - main] (MiniKuduCluster.java:195) Response: create_jwt {
jwt: "eyJhbGciOiJSUzI1NiIsImtpZCI6InB1YmxpYzo5YjlkMGI0Ny1iOWVkLTRiYTYtOTE4MC01MmZjNWIxNjFhM2EiLCJ0eXAiOiJKV1QifQ.eyJleHAiOjE3ODE4OTg1MDEsImlzcyI6ImF1dGgwXC9hY2NvdW50LWlkIiwibmJmIjoxNzgxODk0OTAxLCJzdWIiOiJrdWR1In0.a0iUvSnjDS2_luuaA1l-xSWJJjXPwULaQ3lBd1bdv__jGDDw-PgzchoH2m_KrN0oKGLbJG1JTgD7S5JWP3Au-zyVes_ar615Xdd15j0g6azuFn7N554HcJC80AdH4iqwFkVVF9i6Y2pt0LOdhYsOebwLc-OppAyrWOxSNKmUeFaCmvEzyJMpJ-NSBhU374H8-7agok67vdfoiB3UENl6GIC5fUF19a2_QEDP4Z1Wmr2X4PtXW8EE4NytGnKNZlIgt7YArsdwWSu9iQW1QtbcL3zkRQrRv2ULQzSwOt0HeIJDbMOZNFnG_LMQrGRLuQAi1gDxgMVLmNAAaNXdWaPxWw"
}
18:48:21.219 [DEBUG - main] (SecurityContext.java:320) Importing authentication credentials with no authn token, with one JWT, 0 cert(s), and realUser=<none>
18:48:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.225310 18262 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:48:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.237730 18262 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:48:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.254711 18262 catalog_manager.cc:1347] Generated new cluster ID: c65919578bff4360b66e00a673a76797
18:48:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.255064 18262 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:48:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.270247 18262 catalog_manager.cc:1370] Generated new certificate authority record
18:48:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.272964 18262 catalog_manager.cc:1504] Loading token signing keys...
18:48:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.290381 18262 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 029b7451bf344164a8c3f840e58c6454: Generated new TSK 0
18:48:21.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.291713 18262 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=18179)
18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b14000160f8 by thread T82:
18:48:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 (libmaster.so+0x371764)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::MasterCertAuthority::IsInitialized() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.h:70:14 (libmaster.so+0x37172d)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:619:19 (libmaster.so+0x416c2e)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:917:15 (libmaster.so+0x42511a)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4250c8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x42502c)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x424fc8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x424290)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a021a)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x1964a1)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:679:5 (libserver_process.so+0x1909b8)
18:48:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18f07b)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e428)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c19a7)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf7be)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf7be)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b14000160f8 by thread T80 (mutexes: write M3956):
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::reset(kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libmaster.so+0x39c352)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator=(std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libmaster.so+0x40f828)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterCertAuthority::Init(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.cc:96:12 (libmaster.so+0x40ebbb)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::InitCertAuthorityWith(std::__1::unique_ptr<kudu::security::PrivateKey, std::__1::default_delete<kudu::security::PrivateKey> >, std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1236:3 (libmaster.so+0x3116b6)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1213:12 (libmaster.so+0x3110a8)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 72 at 0x7b14000160d0 allocated by main thread:
18:48:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (kudu+0x4c5d0e)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::Master::Init() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:307:25 (libmaster.so+0x3f84a7)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:395:3 (libmaster.so+0x42b665)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3956 (0x7b54000030d8) created at:
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317:3 (kudu+0x44217b)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x423378)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x4235c8)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:977:7 (libmaster.so+0x30f0bb)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:249:28 (libmaster.so+0x3f79e2)
18:48:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x42b633)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T82 'sq_worker' (tid=18264, running) created by thread T13 at:
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bda8c)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T80 'leader-initiali' (tid=18262, running) created by thread T72 at:
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43d62a)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.h:146:12 (kudu+0x570829)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:848:10 (libkudu_util.so+0x45a8bb)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:643:21 (libkudu_util.so+0x458cbf)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:525:10 (libkudu_util.so+0x45ae22)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:33 (libmaster.so+0x3107e9)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1670:40 (libmaster.so+0x34b3f8)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x34b3b0)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x34b340)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34b2f8)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34a5e4)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x468499)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x47072c)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4706d8)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x470658)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x470613)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x46f8bc)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3e40e6)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3e4078)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/consensus/raft_consensus.cc:2834:3 (libconsensus.so+0x1bc2fa)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1bc2a9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1bc239)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1bc201)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1bb4bd)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2502:19 in std::__1::unique_ptr<kudu::security::Cert, std::__1::default_delete<kudu::security::Cert> >::operator bool() const
18:48:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=18179)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7b1000052000 by thread T82:
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 (libsecurity.so+0x983e4)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::security::Cert::ToString(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >*, kudu::security::DataFormat) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/cert.cc:95:57 (libsecurity.so+0xa151d)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::MasterPathHandlers::HandleIpkiCaCert(kudu::security::DataFormat, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:626:21 (libmaster.so+0x416c5f)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_path_handlers.cc:917:15 (libmaster.so+0x42511a)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 decltype(std::__1::forward<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4250c8)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x42502c)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__alloc_func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x424fc8)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__func<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9, std::__1::allocator<kudu::master::MasterPathHandlers::Register(kudu::Webserver*)::$_9>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x424290)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x1a021a)
18:48:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x1964a1)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:679:5 (libserver_process.so+0x1909b8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18f07b)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e428)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 handle_request /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c19a7)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 process_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf7be)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 worker_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf7be)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b1000052000 by thread T80 (mutexes: write M3956):
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::reset(stack_st_X509*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2515:20 (libsecurity.so+0xa93e2)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::operator=(std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >&&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2436:5 (libsecurity.so+0xa71d8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::security::RawDataWrapper<stack_st_X509>::AdoptRawData(stack_st_X509*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/openssl_util.h:214:11 (libsecurity.so+0xa3f34)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::security::Cert::AdoptX509(x509_st*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/cert.cc:256:3 (libsecurity.so+0xa2455)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::security::ca::CertSigner::Sign(kudu::security::CertSignRequest const&, kudu::security::Cert*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/ca/cert_management.cc:304:8 (libsecurity.so+0x8eb06)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::security::ca::CertSigner::SelfSignCA(kudu::security::PrivateKey const&, kudu::security::ca::CaCertRequestGenerator::Config, long, kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/security/ca/cert_management.cc:259:8 (libsecurity.so+0x8e919)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::MasterCertAuthority::Generate(kudu::security::PrivateKey*, kudu::security::Cert*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_cert_authority.cc:73:10 (libmaster.so+0x40e8cf)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1207:5 (libmaster.so+0x31100c)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 64 at 0x7b1000052000 allocated by thread T80:
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 operator new(unsigned long) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64:3 (kudu+0x4c5d0e)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::master::CatalogManager::InitCertAuthority() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1204:27 (libmaster.so+0x310fcf)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:42 (libmaster.so+0x346cf8)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 decltype(std::__1::forward<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x346cb0)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&>(kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x346c40)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 std::__1::__function::__alloc_func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x346bf8)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 std::__1::__function::__func<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9, std::__1::allocator<kudu::master::CatalogManager::PrepareForLeadershipTask()::$_9>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x345ee4)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::master::CatalogManager::PrepareForLeadershipTask()::$_6::operator()(std::__1::function<kudu::Status ()>, kudu::consensus::RaftConsensus const&, long, char const*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1440:24 (libmaster.so+0x313881)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 kudu::master::CatalogManager::PrepareForLeadershipTask() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1497:12 (libmaster.so+0x312c7b)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:57 (libmaster.so+0x3403d1)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 decltype(std::__1::forward<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x340389)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&>(kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x340319)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 std::__1::__function::__alloc_func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x3402e1)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 std::__1::__function::__func<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2, std::__1::allocator<kudu::master::CatalogManager::ElectedAsLeaderCb()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x33f5dd)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3956 (0x7b54000030d8) created at:
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_rwlock_init /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1317:3 (kudu+0x44217b)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::RWMutex::Init(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:78:8 (libkudu_util.so+0x423378)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::RWMutex::RWMutex(kudu::RWMutex::Priority) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/rw_mutex.cc:56:3 (libkudu_util.so+0x4235c8)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::master::CatalogManager::CatalogManager(kudu::master::Master*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:977:7 (libmaster.so+0x30f0bb)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::master::Master::Master(kudu::master::MasterOptions const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:249:28 (libmaster.so+0x3f79e2)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::master::RunMasterServer() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master_runner.cc:394:33 (libmaster.so+0x42b633)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::tools::(anonymous namespace)::MasterRun(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action_master.cc:136:10 (kudu+0x58ea59)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (kudu+0x507ff1)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x507f5c)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x507ecc)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x506b35)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkudu_tools_util.so+0x127c5f)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkudu_tools_util.so+0x11a4c1)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::tools::Action::Run(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, std::__1::unordered_map<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::allocator<std::__1::pair<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > > const&, std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_action.cc:245:10 (libkudu_tools_util.so+0x1181f2)
18:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:138:15 (kudu+0x61ad20)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::RunTool(int, char**, bool) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:210:16 (kudu+0x61b657)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 main /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/tools/tool_main.cc:305:10 (kudu+0x61bb9e)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T82 'sq_worker' (tid=18264, running) created by thread T13 at:
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 sq_start_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 try_start_another_worker /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 produce_socket /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 accept_new_connection /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 master_thread /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bda8c)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T80 'leader-initiali' (tid=18262, running) created by thread T72 at:
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966:3 (kudu+0x426352)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43d62a)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.h:146:12 (kudu+0x570829)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 kudu::ThreadPool::CreateThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:848:10 (libkudu_util.so+0x45a8bb)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:643:21 (libkudu_util.so+0x458cbf)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:525:10 (libkudu_util.so+0x45ae22)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 kudu::master::CatalogManager::ElectedAsLeaderCb() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1078:33 (libmaster.so+0x3107e9)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/catalog_manager.cc:1670:40 (libmaster.so+0x34b3f8)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(fp)()) std::__1::__invoke<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x34b3b0)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&>(kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (libmaster.so+0x34b340)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x34b2f8)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15, std::__1::allocator<kudu::master::CatalogManager::InitSysCatalogAsync(bool)::$_15>, kudu::Status ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x34a5e4)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__value_func<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x37252b)
18:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::function<kudu::Status ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3724d0)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 kudu::master::SysCatalogTable::SysCatalogStateChanged(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:461:16 (libmaster.so+0x468499)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/sys_catalog.cc:498:15 (libmaster.so+0x47072c)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 decltype(std::__1::forward<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&>(fp)(std::__1::forward<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(fp0))) std::__1::__invoke<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libmaster.so+0x4706d8)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&>(kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libmaster.so+0x470658)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 std::__1::__function::__alloc_func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libmaster.so+0x470613)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 std::__1::__function::__func<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0, std::__1::allocator<kudu::master::SysCatalogTable::SetupTablet(scoped_refptr<kudu::tablet::TabletMetadata> const&)::$_0>, void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libmaster.so+0x46f8bc)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 std::__1::__function::__value_func<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtablet.so+0x3e40e6)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtablet.so+0x3e4078)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/consensus/raft_consensus.cc:2834:3 (libconsensus.so+0x1bc2fa)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 decltype(std::__1::forward<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(fp)()) std::__1::__invoke<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1bc2a9)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&>(kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1bc239)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #25 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1bc201)
18:48:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #26 std::__1::__function::__func<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15, std::__1::allocator<kudu::consensus::RaftConsensus::MarkDirty(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)::$_15>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1bb4bd)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #27 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #28 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #29 kudu::ThreadPool::DispatchThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:776:7 (libkudu_util.so+0x45b6b6)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #30 kudu::ThreadPool::CreateThread()::$_2::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/threadpool.cc:849:48 (libkudu_util.so+0x45eb11)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #31 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x45eac9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #32 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x45ea59)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #33 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x45ea21)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #34 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45dd1d)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #35 std::__1::__function::__value_func<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x580784)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #36 std::__1::function<void ()>::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5805b9)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #37 kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x43ddc6)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race /data0/somelongdirectorytoavoidrpathissues/src/kudu/thirdparty/installed/tsan/include/c++/v1/memory:2490:19 in std::__1::unique_ptr<stack_st_X509, std::__1::function<void (stack_st_X509*)> >::get() const
18:48:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
18:48:21.509 [DEBUG - main] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.516 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.577 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.578645 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.514915 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40676 (local address 127.17.186.254:39037)
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.515469 (+ 554us) server_negotiation.cc:206] Beginning negotiation
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.515503 (+ 34us) server_negotiation.cc:399] Waiting for connection header
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.517821 (+ 2318us) server_negotiation.cc:407] Connection header received
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.520379 (+ 2558us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.520422 (+ 43us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.520725 (+ 303us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.520895 (+ 170us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.528852 (+ 7957us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.530703 (+ 1851us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.547136 (+ 16433us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.548132 (+ 996us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.548453 (+ 321us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.551918 (+ 3465us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.575954 (+ 24036us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.576833 (+ 879us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40676: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":149,"thread_start_us":1142,"threads_started":1}
18:48:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.578962 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40676: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.580 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.590 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.594 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.633 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.634347 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.594157 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40684 (local address 127.17.186.254:39037)
18:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.594828 (+ 671us) server_negotiation.cc:206] Beginning negotiation
18:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.594863 (+ 35us) server_negotiation.cc:399] Waiting for connection header
18:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.595771 (+ 908us) server_negotiation.cc:407] Connection header received
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.596638 (+ 867us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.596673 (+ 35us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.596953 (+ 280us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.597158 (+ 205us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.603289 (+ 6131us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.604938 (+ 1649us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.615839 (+ 10901us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.616828 (+ 989us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.617168 (+ 340us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.619988 (+ 2820us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.631908 (+ 11920us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.632647 (+ 739us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40684: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":127}
18:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.634651 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40684: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.636 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.649 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.652 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.688 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.689791 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.652052 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40694 (local address 127.17.186.254:39037)
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.652709 (+ 657us) server_negotiation.cc:206] Beginning negotiation
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.652742 (+ 33us) server_negotiation.cc:399] Waiting for connection header
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.652812 (+ 70us) server_negotiation.cc:407] Connection header received
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.653174 (+ 362us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.653205 (+ 31us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.653475 (+ 270us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.653677 (+ 202us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.659167 (+ 5490us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.660208 (+ 1041us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.671626 (+ 11418us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.672587 (+ 961us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.672868 (+ 281us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.676077 (+ 3209us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.687509 (+ 11432us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.688185 (+ 676us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40694: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":105}
18:48:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.690102 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40694: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.690 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.709 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.712 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.747 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.747816 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.712295 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40696 (local address 127.17.186.254:39037)
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.712760 (+ 465us) server_negotiation.cc:206] Beginning negotiation
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.712778 (+ 18us) server_negotiation.cc:399] Waiting for connection header
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.713295 (+ 517us) server_negotiation.cc:407] Connection header received
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.714012 (+ 717us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.714041 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.714239 (+ 198us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.714422 (+ 183us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.719679 (+ 5257us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.721221 (+ 1542us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.733277 (+ 12056us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.734291 (+ 1014us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.734597 (+ 306us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.737527 (+ 2930us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.745932 (+ 8405us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.746582 (+ 650us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40696: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":125}
18:48:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.748091 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40696: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.748 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.750 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.769 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.772 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.802891 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.772476 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40698 (local address 127.17.186.254:39037)
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.772972 (+ 496us) server_negotiation.cc:206] Beginning negotiation
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.772996 (+ 24us) server_negotiation.cc:399] Waiting for connection header
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.773041 (+ 45us) server_negotiation.cc:407] Connection header received
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.773416 (+ 375us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.773446 (+ 30us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.773643 (+ 197us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.773808 (+ 165us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.778401 (+ 4593us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.779666 (+ 1265us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.791542 (+ 11876us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.792502 (+ 960us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.792792 (+ 290us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.796573 (+ 3781us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.801635 (+ 5062us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.802104 (+ 469us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40698: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":125}
18:48:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.803128 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40698: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.804 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.806 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.807 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.829 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.831 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.864 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.864789 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.831380 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40706 (local address 127.17.186.254:39037)
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.831805 (+ 425us) server_negotiation.cc:206] Beginning negotiation
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.831829 (+ 24us) server_negotiation.cc:399] Waiting for connection header
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.832450 (+ 621us) server_negotiation.cc:407] Connection header received
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.833122 (+ 672us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.833149 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.833389 (+ 240us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.865 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.833555 (+ 166us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.839076 (+ 5521us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.840552 (+ 1476us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.851084 (+ 10532us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.851975 (+ 891us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.852213 (+ 238us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.854671 (+ 2458us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.862889 (+ 8218us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.863490 (+ 601us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40706: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":106}
18:48:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.865060 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40706: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:21.889 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:21.893 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:21.925 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.926 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:21.926802 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.892975 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40722 (local address 127.17.186.254:39037)
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.893557 (+ 582us) server_negotiation.cc:206] Beginning negotiation
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.893580 (+ 23us) server_negotiation.cc:399] Waiting for connection header
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.893625 (+ 45us) server_negotiation.cc:407] Connection header received
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.894438 (+ 813us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.894465 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.894707 (+ 242us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.895735 (+ 1028us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.900048 (+ 4313us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.901512 (+ 1464us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.912059 (+ 10547us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.912936 (+ 877us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.913176 (+ 240us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.916116 (+ 2940us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.923957 (+ 7841us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:21.924579 (+ 622us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40722: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":151}
18:48:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:21.927052 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40722: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:21.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:21.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:21.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:22.049 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:22.051 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:22.083 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:22.084227 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.051626 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40738 (local address 127.17.186.254:39037)
18:48:22.084 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.052027 (+ 401us) server_negotiation.cc:206] Beginning negotiation
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.052044 (+ 17us) server_negotiation.cc:399] Waiting for connection header
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.052168 (+ 124us) server_negotiation.cc:407] Connection header received
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.052827 (+ 659us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.052855 (+ 28us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:22.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.053056 (+ 201us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.053191 (+ 135us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.058049 (+ 4858us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.059747 (+ 1698us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.069970 (+ 10223us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.070856 (+ 886us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.071142 (+ 286us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.073648 (+ 2506us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.082086 (+ 8438us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.082785 (+ 699us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40738: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":101}
18:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:22.085996 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40738: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:22.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:22.189 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:22.191 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:22.215 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:22.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:22.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: connection closed
18:48:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:22.218616 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:22.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.186.254:39037; will retry
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.191510 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40742 (local address 127.17.186.254:39037)
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192036 (+ 526us) server_negotiation.cc:206] Beginning negotiation
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192061 (+ 25us) server_negotiation.cc:399] Waiting for connection header
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192121 (+ 60us) server_negotiation.cc:407] Connection header received
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192724 (+ 603us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192743 (+ 19us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.192907 (+ 164us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.193069 (+ 162us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.197138 (+ 4069us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.198748 (+ 1610us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.206356 (+ 7608us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.207166 (+ 810us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.207428 (+ 262us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.209753 (+ 2325us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.214316 (+ 4563us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.217294 (+ 2978us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40742: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":160}
18:48:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:48:22.218888 18250 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40742: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.489 [DEBUG - pool-22-thread-1] (Connection.java:748) [peer master-127.17.186.254:39037(127.17.186.254:39037)] connecting to peer
18:48:22.491 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.186.254:39037(127.17.186.254:39037)] Successfully connected to peer
18:48:22.509 [INFO - pool-22-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.186.254:39037: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.17.186.254:39037, deferred=Deferred@792776999(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.17.186.254:39037, errback=org.apache.kudu.client.ConnectToCluster$1@393b2ad0 -> ConnectToMasterErrCB for 127.17.186.254:39037))
18:48:22.512 [DEBUG - pool-22-thread-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=10, TimeoutTracker(timeout=1000, elapsed=1002), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [72ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [74ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [127ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [128ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [298ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [299ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [357ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [359ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [423ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [577ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [579ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, [708ms] Sub RPC ConnectToMaster: received response from server master-127.17.186.254:39037: Network error: connection closed, [711ms] delaying RPC due to: Service unavailable: Master config (127.17.186.254:39037) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: connection closed, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.186.254:39037, deferred=Deferred@385544407(state=PENDING, result=null, callback=(continuation of Deferred@1261931503 after retry RPC after error@1658303047) -> (continuation of Deferred@47868263 after retry RPC after error@1130843555) -> (continuation of Deferred@880336595 after retry RPC after error@1801590673) -> (continuation of Deferred@983751371 after retry RPC after error@1137803881) -> (continuation of Deferred@833438342 after retry RPC after error@1242043837) -> (continuation of Deferred@1716583093 after retry RPC after error@694021852) -> (continuation of Deferred@1916739587 after retry RPC after error@2014340612) -> (continuation of Deferred@435470049 after retry RPC after error@1595512845) -> (continuation of Deferred@1412269269 after retry RPC after error@804714514), errback=(continuation of Deferred@1261931503 after retry RPC after error@1658303047) -> (continuation of Deferred@47868263 after retry RPC after error@1130843555) -> (continuation of Deferred@880336595 after retry RPC after error@1801590673) -> (continuation of Deferred@983751371 after retry RPC after error@1137803881) -> (continuation of Deferred@833438342 after retry RPC after error@1242043837) -> (continuation of Deferred@1716583093 after retry RPC after error@694021852) -> (continuation of Deferred@1916739587 after retry RPC after error@2014340612) -> (continuation of Deferred@435470049 after retry RPC after error@1595512845) -> (continuation of Deferred@1412269269 after retry RPC after error@804714514))) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.186.254:39037). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.17.186.254:39037, deferred=Deferred@792776999(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.17.186.254:39037, errback=org.apache.kudu.client.ConnectToCluster$1@393b2ad0 -> ConnectToMasterErrCB for 127.17.186.254:39037))]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466) [main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.186.254:39037). Exceptions received: [org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=19, elapsed=20), Traces: [0ms] sending RPC to server master-127.17.186.254:39037, deferred=Deferred@792776999(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.17.186.254:39037, errback=org.apache.kudu.client.ConnectToCluster$1@393b2ad0 -> ConnectToMasterErrCB for 127.17.186.254:39037))]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:48:22.514 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:22.520105 18250 negotiation.cc:339] RPC negotiation tracing enabled. Trace:
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.491592 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40744 (local address 127.17.186.254:39037)
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492062 (+ 470us) server_negotiation.cc:206] Beginning negotiation
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492087 (+ 25us) server_negotiation.cc:399] Waiting for connection header
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492202 (+ 115us) server_negotiation.cc:407] Connection header received
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492702 (+ 500us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492728 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.492947 (+ 219us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.493114 (+ 167us) server_negotiation.cc:226] Negotiated authn=JWT
18:48:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.496705 (+ 3591us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.497725 (+ 1020us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.506137 (+ 8412us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.507019 (+ 882us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.507300 (+ 281us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.508847 (+ 1547us) server_negotiation.cc:365] Received JWT_EXCHANGE NegotiatePB request
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.518238 (+ 9391us) server_negotiation.cc:394] Sending RPC error: FATAL_INVALID_JWT: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:48:22.518845 (+ 607us) negotiation.cc:327] Negotiation complete: Not authorized: Server connection negotiation failed: server connection from 127.0.0.1:40744: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":118}
18:48:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:48:22.520628 18155 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKm7eZj/build/tsan/bin/kudu with pid 18179
18:48:22.522 [DEBUG - kudu-nio-1] (Negotiator.java:352) peer /127.17.186.254:39037 sent connection negotiation error: Not authorized: JWT verification failed: failed to verify signature: VerifyFinal failed (error:0407008A:rsa routines:RSA_padding_check_PKCS1_type_1:invalid padding:rsa_pk1.c:116 error:04067072:rsa routines:RSA_EAY_PUBLIC_DECRYPT:padding check failed:rsa_eay.c:761)
18:48:22.524 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.186.254:39037(127.17.186.254:39037)] handling channelInactive
18:48:22.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.186.254:39037(127.17.186.254:39037)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:48:22.526 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=16), Traces: [0ms] received response from server master-127.17.186.254:39037: Network error: connection closed, deferred=null) with no deferred attached!
18:48:23.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:48:23Z chronyd exiting
18:48:24.746 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestNegotiation.testInvalidJwt: failed attempt 1
junit.framework.AssertionFailedError: null
at junit.framework.Assert.fail(Assert.java:55) ~[junit-4.13.2.jar:4.13.2]
at junit.framework.Assert.assertTrue(Assert.java:22) ~[junit-4.13.2.jar:4.13.2]
at junit.framework.Assert.assertTrue(Assert.java:31) ~[junit-4.13.2.jar:4.13.2]
at junit.framework.TestCase.assertTrue(TestCase.java:200) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
junit.framework.AssertionFailedError
at junit.framework.Assert.fail(Assert.java:55)
at junit.framework.Assert.assertTrue(Assert.java:22)
at junit.framework.Assert.assertTrue(Assert.java:31)
at junit.framework.TestCase.assertTrue(TestCase.java:200)
at org.apache.kudu.client.TestNegotiation.testInvalidJwt(TestNegotiation.java:280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)