UpdateScanDeltaCompactionTest.TestAll: WARNING: ThreadSanitizer: data race (pid=418)  Read of size 8 at 0x7b580011f560 by thread T5 (mutexes: write M36026):
    #0 kudu::tablet::OpState::start_time() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op.h:272:40 (libtablet.so+0x420b0d)
    #1 kudu::tablet::WriteOp::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/write_op.cc:378:36 (libtablet.so+0x41e045)
    #2 kudu::tablet::OpDriver::ToStringUnlocked() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:209:23 (libtablet.so+0x406c7d)
    #3 kudu::tablet::OpDriver::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:203:10 (libtablet.so+0x406bc1)
    #4 kudu::tablet::TabletReplica::GetInFlightOps(kudu::tablet::Op::TraceType, std::__1::vector<kudu::consensus::OpStatusPB, std::__1::allocator<kudu::consensus::OpStatusPB> >*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:728:41 (libtablet.so+0x3cd1b0)
    #5 kudu::tserver::TabletServerPathHandlers::HandleTransactionsPage(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:286:14 (libtserver.so+0x2f9859)
    #6 kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:221:13 (libtserver.so+0x302311)
    #7 decltype(std::__1::forward<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver.so+0x3022b8)
    #8 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x30221c)
    #9 std::__1::__function::__alloc_func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x3021b8)
    #10 std::__1::__function::__func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x301480)
    #11 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x19fffa)
    #12 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x196251)
    #13 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:682:5 (libserver_process.so+0x190690)
    #14 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18ed7b)
    #15 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e128)
    #16 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c1557)
    #17 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf3e7)
    #18 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf3e7)

  Previous write of size 8 at 0x7b580011f560 by thread T174:
    #0 kudu::tablet::OpState::set_start_time(kudu::MonoTime) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op.h:274:58 (libtablet.so+0x420a01)
    #1 kudu::tablet::WriteOp::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/write_op.cc:273:11 (libtablet.so+0x41cc5b)
    #2 kudu::tablet::OpDriver::Prepare() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:329:7 (libtablet.so+0x4081a3)
    #3 kudu::tablet::OpDriver::PrepareTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:249:31 (libtablet.so+0x407c78)
    #4 kudu::tablet::OpDriver::ExecuteAsync()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:230:54 (libtablet.so+0x40c561)
    #5 decltype(std::__1::forward<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(kudu::tablet::OpDriver::ExecuteAsync()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtablet.so+0x40c519)
    #6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(kudu::tablet::OpDriver::ExecuteAsync()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x40c4a9)
    #7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ExecuteAsync()::$_1, std::__1::allocator<kudu::tablet::OpDriver::ExecuteAsync()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x40c471)
    #8 std::__1::__function::__func<kudu::tablet::OpDriver::ExecuteAsync()::$_1, std::__1::allocator<kudu::tablet::OpDriver::ExecuteAsync()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x40b76d)
    #9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:775:7 (libkudu_util.so+0x455236)
    #12 kudu::ThreadPool::CreateThread()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:848:48 (libkudu_util.so+0x458691)
    #13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x458649)
    #14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x4585d9)
    #15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4585a1)
    #16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45789d)
    #17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Location is heap block of size 656 at 0x7b580011f400 allocated by thread T110:
    #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (update_scan_delta_compact-test+0x320ad7)
    #1 kudu::tserver::TabletServiceImpl::Write(kudu::tserver::WriteRequestPB const*, kudu::tserver::WriteResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1667:37 (libtserver.so+0x2682d7)
    #2 kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_service.service.cc:237:13 (libtserver_service_proto.so+0x3cd94)
    #3 decltype(std::__1::forward<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver_service_proto.so+0x3cd22)
    #4 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_service_proto.so+0x3cc51)
    #5 std::__1::__function::__alloc_func<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3, std::__1::allocator<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_service_proto.so+0x3cbcc)
    #6 std::__1::__function::__func<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3, std::__1::allocator<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_service_proto.so+0x3be82)
    #7 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f2bcc)
    #8 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f2006)
    #9 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f19af)
    #10 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f4da3)
    #11 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f60c1)
    #12 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkrpc.so+0x1f6079)
    #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f6009)
    #14 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f5fd1)
    #15 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f52cd)
    #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #18 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Mutex M36026 (0x7b2c000059a0) created at:
    #0 __tsan_atomic32_compare_exchange_strong /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:780 (update_scan_delta_compact-test+0x2f9330)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/atomicops-internals-tsan.h:79:3 (libitest_util.so+0xed927)
    #2 base::SpinLock::Lock() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/spinlock.h:74:9 (libitest_util.so+0xed890)
    #3 kudu::simple_spinlock::lock() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/locks.h:44:8 (libitest_util.so+0xed849)
    #4 std::__1::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__mutex_base:91:27 (libtablet.so+0x33fd78)
    #5 kudu::tablet::OpDriver::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:202:36 (libtablet.so+0x406bb6)
    #6 kudu::tablet::TabletReplica::GetInFlightOps(kudu::tablet::Op::TraceType, std::__1::vector<kudu::consensus::OpStatusPB, std::__1::allocator<kudu::consensus::OpStatusPB> >*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:728:41 (libtablet.so+0x3cd1b0)
    #7 kudu::tserver::TabletServerPathHandlers::HandleTransactionsPage(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:286:14 (libtserver.so+0x2f9859)
    #8 kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:221:13 (libtserver.so+0x302311)
    #9 decltype(std::__1::forward<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver.so+0x3022b8)
    #10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x30221c)
    #11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x3021b8)
    #12 std::__1::__function::__func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x301480)
    #13 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x19fffa)
    #14 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x196251)
    #15 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:682:5 (libserver_process.so+0x190690)
    #16 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18ed7b)
    #17 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e128)
    #18 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c1557)
    #19 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf3e7)
    #20 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf3e7)

  Thread T5 'sq_worker' (tid=602, running) created by thread T91 at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bd75c)
    #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bd75c)
    #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bd75c)
    #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bd75c)
    #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bd75c)

  Thread T174 'prepare [worker' (tid=596, running) created by thread T170 at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43719a)
    #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d3939)
    #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:847:10 (libkudu_util.so+0x45442b)
    #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:642:21 (libkudu_util.so+0x45282f)
    #5 kudu::ThreadPoolToken::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:197:17 (libkudu_util.so+0x451cc5)
    #6 kudu::tablet::TabletReplica::FinishConsensusOnlyRound(kudu::consensus::ConsensusRound*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:892:5 (libtablet.so+0x3cdf17)
    #7 kudu::consensus::RaftConsensus::NonTxRoundReplicationFinished(kudu::consensus::ConsensusRound*, std::__1::function<void (kudu::Status const&)> const&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2873:19 (libconsensus.so+0x1a7a57)
    #8 kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:716:15 (libconsensus.so+0x1b0685)
    #9 decltype(std::__1::forward<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&>(kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1b0608)
    #10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&>(kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1b0588)
    #11 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5, std::__1::allocator<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1b0543)
    #12 std::__1::__function::__func<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5, std::__1::allocator<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1af82c)
    #13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3eafd6)
    #14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e35d8)
    #15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3294:3 (libconsensus.so+0x1a93c0)
    #16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:185:12 (libconsensus.so+0x181e13)
    #17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:902:13 (libconsensus.so+0x19a894)
    #18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1489:3 (libconsensus.so+0x138a54)
    #19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x138a03)
    #20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138978)
    #21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138933)
    #22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x137c1c)
    #23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x161c66)
    #24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14981b)
    #25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1560:5 (libconsensus.so+0x133edd)
    #26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1489:3 (libconsensus.so+0x1378b5)
    #27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x137849)
    #28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1377d9)
    #29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1377a1)
    #30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x136a9d)
    #31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:775:7 (libkudu_util.so+0x455236)
    #34 kudu::ThreadPool::CreateThread()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:848:48 (libkudu_util.so+0x458691)
    #35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x458649)
    #36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x4585d9)
    #37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4585a1)
    #38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45789d)
    #39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Thread T110 'rpc worker-532' (tid=532, running) created by main thread at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43719a)
    #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d3939)
    #3 kudu::rpc::ServicePool::Init(int) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f3d2f)
    #4 kudu::RpcServer::RegisterService(std::__1::unique_ptr<kudu::rpc::ServiceIf, std::__1::default_delete<kudu::rpc::ServiceIf> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/rpc_server.cc:238:3 (libserver_process.so+0x132a7f)
    #5 kudu::server::ServerBase::RegisterService(std::__1::unique_ptr<kudu::rpc::ServiceIf, std::__1::default_delete<kudu::rpc::ServiceIf> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/server_base.cc:1171:23 (libserver_process.so+0x144dfc)
    #6 kudu::tserver::TabletServer::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:156:3 (libtserver.so+0x25603a)
    #7 kudu::tserver::MiniTabletServer::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:107:3 (libtserver.so+0x311a29)
    #8 kudu::cluster::InternalMiniCluster::AddTabletServer(kudu::HostPort const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:234:3 (libmini_cluster.so+0xd5e89)
    #9 kudu::cluster::InternalMiniCluster::AddTabletServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:215:10 (libmini_cluster.so+0xd59a5)
    #10 kudu::cluster::InternalMiniCluster::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:112:5 (libmini_cluster.so+0xd4c3a)
    #11 kudu::tablet::UpdateScanDeltaCompactionTest::InitCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:141:5 (update_scan_delta_compact-test+0x328378)
    #12 kudu::tablet::UpdateScanDeltaCompactionTest::CreateTable() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:107:5 (update_scan_delta_compact-test+0x32625b)
    #13 kudu::tablet::UpdateScanDeltaCompactionTest_TestAll_Test::TestBody() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:197:3 (update_scan_delta_compact-test+0x321e9a)
    #14 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
    #15 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
    #16 testing::Test::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674:5 (libgtest.so.1.12.1+0x42a31)
    #17 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853:11 (libgtest.so.1.12.1+0x43d48)
    #18 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
    #19 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
    #20 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
    #21 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
    #22 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
    #23 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (libkudu_test_main.so+0x8c7b)
    #24 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (libkudu_test_main.so+0x7a1c)

[==========] Running 1 test from 1 test suite.
[----------] Global test environment set-up.
[----------] 1 test from UpdateScanDeltaCompactionTest
[ RUN      ] UpdateScanDeltaCompactionTest.TestAll
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20240506 19:52:30.817153   418 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.0.104.190:36795
I20240506 19:52:30.818789   418 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20240506 19:52:30.819670   418 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240506 19:52:30.834373   424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240506 19:52:30.834496   427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240506 19:52:30.835228   425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240506 19:52:30.836593   418 server_base.cc:1034] running on GCE node
I20240506 19:52:31.835101   418 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20240506 19:52:31.835322   418 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20240506 19:52:31.835500   418 hybrid_clock.cc:648] HybridClock initialized: now 1715025151835477 us; error 0 us; skew 500 ppm
I20240506 19:52:31.836337   418 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20240506 19:52:31.847123   418 webserver.cc:460] Webserver started at http://127.0.104.190:42995/ using document root <none> and password file <none>
I20240506 19:52:31.847851   418 fs_manager.cc:359] Metadata directory not provided
I20240506 19:52:31.848049   418 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240506 19:52:31.848417   418 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240506 19:52:31.854084   418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/master-0-root/instance:
uuid: "9499d475d27c4bd39dce89e4d0c77235"
format_stamp: "Formatted at 2024-05-06 19:52:31 on dist-test-slave-cpk0"
I20240506 19:52:31.861249   418 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.000s
I20240506 19:52:31.866335   433 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
I20240506 19:52:31.867376   418 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
I20240506 19:52:31.867693   418 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/master-0-root
uuid: "9499d475d27c4bd39dce89e4d0c77235"
format_stamp: "Formatted at 2024-05-06 19:52:31 on dist-test-slave-cpk0"
I20240506 19:52:31.868027   418 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240506 19:52:31.925318   418 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
I20240506 19:52:31.926815   418 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20240506 19:52:31.927305   418 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240506 19:52:31.998179   418 rpc_server.cc:307] RPC server started. Bound to: 127.0.104.190:36795
I20240506 19:52:31.998263   484 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.104.190:36795 every 8 connection(s)
I20240506 19:52:32.004201   485 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20240506 19:52:32.025147   485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: Bootstrap starting.
I20240506 19:52:32.030241   485 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: Neither blocks nor log segments found. Creating new log.
I20240506 19:52:32.031728   485 log.cc:824] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: Log is configured to *not* fsync() on all Append() calls
I20240506 19:52:32.035915   485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: No bootstrap required, opened a new log
I20240506 19:52:32.056409   485 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER }
I20240506 19:52:32.056941   485 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240506 19:52:32.057145   485 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9499d475d27c4bd39dce89e4d0c77235, State: Initialized, Role: FOLLOWER
I20240506 19:52:32.057787   485 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER }
I20240506 19:52:32.058176   485 raft_consensus.cc:388] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240506 19:52:32.058365   485 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240506 19:52:32.058593   485 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 0 FOLLOWER]: Advancing to term 1
I20240506 19:52:32.062255   485 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER }
I20240506 19:52:32.062795   485 leader_election.cc:302] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 9499d475d27c4bd39dce89e4d0c77235; no voters: 
I20240506 19:52:32.064280   485 leader_election.cc:288] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [CANDIDATE]: Term 1 election: Requested vote from peers 
I20240506 19:52:32.064579   488 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 1 FOLLOWER]: Leader election won for term 1
I20240506 19:52:32.067946   488 raft_consensus.cc:686] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 1 LEADER]: Becoming Leader. State: Replica: 9499d475d27c4bd39dce89e4d0c77235, State: Running, Role: LEADER
I20240506 19:52:32.068769   488 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER }
I20240506 19:52:32.069666   485 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [sys.catalog]: configured and running, proceeding with master startup.
I20240506 19:52:32.079488   489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "9499d475d27c4bd39dce89e4d0c77235" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER } }
I20240506 19:52:32.079869   489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [sys.catalog]: This master's current role is: LEADER
I20240506 19:52:32.082085   490 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9499d475d27c4bd39dce89e4d0c77235. Latest consensus state: current_term: 1 leader_uuid: "9499d475d27c4bd39dce89e4d0c77235" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9499d475d27c4bd39dce89e4d0c77235" member_type: VOTER } }
I20240506 19:52:32.082825   496 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
I20240506 19:52:32.082768   490 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [sys.catalog]: This master's current role is: LEADER
I20240506 19:52:32.094012   496 catalog_manager.cc:1484] Initializing Kudu cluster ID...
I20240506 19:52:32.101333   418 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20240506 19:52:32.111726   496 catalog_manager.cc:1347] Generated new cluster ID: 9fba7095728a4728ba69ecbb1f3440c6
I20240506 19:52:32.111948   496 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
I20240506 19:52:32.140782   496 catalog_manager.cc:1370] Generated new certificate authority record
I20240506 19:52:32.142112   496 catalog_manager.cc:1504] Loading token signing keys...
I20240506 19:52:32.158509   496 catalog_manager.cc:5857] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: Generated new TSK 0
I20240506 19:52:32.159446   496 catalog_manager.cc:1514] Initializing in-progress tserver states...
I20240506 19:52:32.168510   418 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20240506 19:52:32.178503   507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240506 19:52:32.180632   508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20240506 19:52:32.182459   510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20240506 19:52:32.184525   418 server_base.cc:1034] running on GCE node
I20240506 19:52:32.185305   418 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20240506 19:52:32.185549   418 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20240506 19:52:32.185736   418 hybrid_clock.cc:648] HybridClock initialized: now 1715025152185721 us; error 0 us; skew 500 ppm
I20240506 19:52:32.186584   418 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20240506 19:52:32.190635   418 webserver.cc:460] Webserver started at http://127.0.104.129:38297/ using document root <none> and password file <none>
I20240506 19:52:32.191300   418 fs_manager.cc:359] Metadata directory not provided
I20240506 19:52:32.191541   418 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20240506 19:52:32.191882   418 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
I20240506 19:52:32.193280   418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/ts-0-root/instance:
uuid: "d0392a240bb1415fb16268aee1718dec"
format_stamp: "Formatted at 2024-05-06 19:52:32 on dist-test-slave-cpk0"
I20240506 19:52:32.199828   418 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
I20240506 19:52:32.204653   515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
I20240506 19:52:32.205476   418 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
I20240506 19:52:32.205787   418 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/ts-0-root
uuid: "d0392a240bb1415fb16268aee1718dec"
format_stamp: "Formatted at 2024-05-06 19:52:32 on dist-test-slave-cpk0"
I20240506 19:52:32.206180   418 fs_report.cc:383] FS layout report
--------------------
wal directory: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskSWtXpz/test-tmp/update_scan_delta_compact-test.0.UpdateScanDeltaCompactionTest.TestAll.1715025150670603-418-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20240506 19:52:32.225911   418 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
I20240506 19:52:32.227975   418 kserver.cc:163] Server-wide thread pool size limit: 3276
I20240506 19:52:32.230296   418 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
I20240506 19:52:32.235373   418 ts_tablet_manager.cc:559] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20240506 19:52:32.235630   418 ts_tablet_manager.cc:505] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
I20240506 19:52:32.235904   418 ts_tablet_manager.cc:590] Registered 0 tablets
I20240506 19:52:32.236091   418 ts_tablet_manager.cc:569] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
I20240506 19:52:32.326551   418 rpc_server.cc:307] RPC server started. Bound to: 127.0.104.129:46655
I20240506 19:52:32.326596   577 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.104.129:46655 every 8 connection(s)
I20240506 19:52:32.351809   578 heartbeater.cc:347] Connected to a master server at 127.0.104.190:36795
I20240506 19:52:32.352217   578 heartbeater.cc:464] Registering TS with master...
I20240506 19:52:32.353224   578 heartbeater.cc:511] Master 127.0.104.190:36795 requested a full tablet report, sending...
I20240506 19:52:32.355964   450 ts_manager.cc:194] Registered new tserver with Master: d0392a240bb1415fb16268aee1718dec (127.0.104.129:46655)
I20240506 19:52:32.356218   418 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.024138447s
I20240506 19:52:32.358776   450 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:42910
I20240506 19:52:32.389643   450 catalog_manager.cc:1904] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42926:
name: "update-scan-delta-compact-tbl"
schema {
  columns {
    name: "key"
    type: INT64
    is_key: true
    is_nullable: false
    encoding: AUTO_ENCODING
    compression: DEFAULT_COMPRESSION
    cfile_block_size: 0
    immutable: false
  }
  columns {
    name: "string"
    type: STRING
    is_key: false
    is_nullable: false
    encoding: AUTO_ENCODING
    compression: DEFAULT_COMPRESSION
    cfile_block_size: 0
    immutable: false
  }
  columns {
    name: "int64"
    type: INT64
    is_key: false
    is_nullable: false
    encoding: AUTO_ENCODING
    compression: DEFAULT_COMPRESSION
    cfile_block_size: 0
    immutable: false
  }
}
num_replicas: 1
split_rows_range_bounds {
}
partition_schema {
  range_schema {
    columns {
      name: "key"
    }
  }
}
I20240506 19:52:32.456415   543 tablet_service.cc:1467] Processing CreateTablet for tablet 88e92ecff4e843abb5e388f5b7bae4fb (DEFAULT_TABLE table=update-scan-delta-compact-tbl [id=9561db95dd6b4de18e360aadb351befe]), partition=RANGE (key) PARTITION UNBOUNDED
I20240506 19:52:32.457696   543 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 88e92ecff4e843abb5e388f5b7bae4fb. 1 dirs total, 0 dirs full, 0 dirs failed
I20240506 19:52:32.469626   590 tablet_bootstrap.cc:492] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: Bootstrap starting.
I20240506 19:52:32.473837   590 tablet_bootstrap.cc:654] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: Neither blocks nor log segments found. Creating new log.
I20240506 19:52:32.479638   590 tablet_bootstrap.cc:492] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: No bootstrap required, opened a new log
I20240506 19:52:32.479902   590 ts_tablet_manager.cc:1367] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: Time spent bootstrapping tablet: real 0.011s	user 0.008s	sys 0.000s
I20240506 19:52:32.481396   590 raft_consensus.cc:348] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0392a240bb1415fb16268aee1718dec" member_type: VOTER last_known_addr { host: "127.0.104.129" port: 46655 } }
I20240506 19:52:32.481747   590 raft_consensus.cc:374] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20240506 19:52:32.481943   590 raft_consensus.cc:729] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0392a240bb1415fb16268aee1718dec, State: Initialized, Role: FOLLOWER
I20240506 19:52:32.482344   590 consensus_queue.cc:260] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0392a240bb1415fb16268aee1718dec" member_type: VOTER last_known_addr { host: "127.0.104.129" port: 46655 } }
I20240506 19:52:32.482712   590 raft_consensus.cc:388] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20240506 19:52:32.482911   590 raft_consensus.cc:482] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20240506 19:52:32.483143   590 raft_consensus.cc:3037] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 0 FOLLOWER]: Advancing to term 1
I20240506 19:52:32.487155   590 raft_consensus.cc:504] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0392a240bb1415fb16268aee1718dec" member_type: VOTER last_known_addr { host: "127.0.104.129" port: 46655 } }
I20240506 19:52:32.487661   590 leader_election.cc:302] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: d0392a240bb1415fb16268aee1718dec; no voters: 
I20240506 19:52:32.490459   590 leader_election.cc:288] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [CANDIDATE]: Term 1 election: Requested vote from peers 
I20240506 19:52:32.490872   592 raft_consensus.cc:2781] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 1 FOLLOWER]: Leader election won for term 1
I20240506 19:52:32.493515   578 heartbeater.cc:503] Master 127.0.104.190:36795 was elected leader, sending a full tablet report...
I20240506 19:52:32.493921   592 raft_consensus.cc:686] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 1 LEADER]: Becoming Leader. State: Replica: d0392a240bb1415fb16268aee1718dec, State: Running, Role: LEADER
I20240506 19:52:32.494652   590 ts_tablet_manager.cc:1398] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: Time spent starting tablet: real 0.015s	user 0.001s	sys 0.014s
I20240506 19:52:32.494556   592 consensus_queue.cc:237] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0392a240bb1415fb16268aee1718dec" member_type: VOTER last_known_addr { host: "127.0.104.129" port: 46655 } }
I20240506 19:52:32.505548   450 catalog_manager.cc:5484] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec reported cstate change: term changed from 0 to 1, leader changed from <none> to d0392a240bb1415fb16268aee1718dec (127.0.104.129). New cstate: current_term: 1 leader_uuid: "d0392a240bb1415fb16268aee1718dec" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0392a240bb1415fb16268aee1718dec" member_type: VOTER last_known_addr { host: "127.0.104.129" port: 46655 } health_report { overall_health: HEALTHY } } }
I20240506 19:52:33.158006   418 update_scan_delta_compact-test.cc:209] Time spent Insert: real 0.637s	user 0.479s	sys 0.020s
I20240506 19:52:33.193709   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.226327   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.259891   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.288161   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.115s	user 0.001s	sys 0.002s
I20240506 19:52:33.290181   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.314417   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.338757   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.364696   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.370457   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.081s	user 0.002s	sys 0.000s
I20240506 19:52:33.390519   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.445291   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.449903   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.078s	user 0.004s	sys 0.002s
I20240506 19:52:33.503602   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.526023   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.075s	user 0.001s	sys 0.001s
I20240506 19:52:33.585659   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.610643   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.084s	user 0.004s	sys 0.000s
I20240506 19:52:33.620389   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.681865   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.070s	user 0.005s	sys 0.000s
I20240506 19:52:33.687716   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.730435   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.767643   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.805645   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.810864   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.128s	user 0.003s	sys 0.000s
I20240506 19:52:33.843386   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 0.684s	user 0.401s	sys 0.024s
I20240506 19:52:33.863837   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.900144   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.942796   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:33.981242   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.004390   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.192s	user 0.005s	sys 0.000s
I20240506 19:52:34.021687   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.063375   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.105934   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.171440   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.166s	user 0.002s	sys 0.000s
I20240506 19:52:34.174674   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.244586   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.317025   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.375198   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.395970   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.223s	user 0.005s	sys 0.000s
I20240506 19:52:34.423027   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.480635   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.536780   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.608297   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.211s	user 0.002s	sys 0.000s
I20240506 19:52:34.857065   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.882253   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.908012   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:34.923285   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 1.080s	user 0.415s	sys 0.007s
I20240506 19:52:34.960016   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.000253   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.042265   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.087220   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.131798   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
W20240506 19:52:35.145828   600 scanner-internal.cc:458] Time spent opening tablet: real 0.536s	user 0.002s	sys 0.000s
I20240506 19:52:35.148583   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.539s	user 0.002s	sys 0.000s
I20240506 19:52:35.173760   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.217025   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.260418   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.305635   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.351421   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.396864   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.431414   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.282s	user 0.002s	sys 0.000s
I20240506 19:52:35.442970   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.487656   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.527796   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.570138   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.617877   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.662734   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.664708   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.232s	user 0.002s	sys 0.000s
I20240506 19:52:35.706908   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.725168   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 0.802s	user 0.408s	sys 0.016s
I20240506 19:52:35.771445   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.815356   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.862092   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.909853   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:35.931344   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.266s	user 0.002s	sys 0.000s
I20240506 19:52:35.962301   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.010721   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.065966   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
==================
WARNING: ThreadSanitizer: data race (pid=418)
  Read of size 8 at 0x7b580011f560 by thread T5 (mutexes: write M36026):
    #0 kudu::tablet::OpState::start_time() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op.h:272:40 (libtablet.so+0x420b0d)
    #1 kudu::tablet::WriteOp::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/write_op.cc:378:36 (libtablet.so+0x41e045)
    #2 kudu::tablet::OpDriver::ToStringUnlocked() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:209:23 (libtablet.so+0x406c7d)
    #3 kudu::tablet::OpDriver::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:203:10 (libtablet.so+0x406bc1)
    #4 kudu::tablet::TabletReplica::GetInFlightOps(kudu::tablet::Op::TraceType, std::__1::vector<kudu::consensus::OpStatusPB, std::__1::allocator<kudu::consensus::OpStatusPB> >*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:728:41 (libtablet.so+0x3cd1b0)
    #5 kudu::tserver::TabletServerPathHandlers::HandleTransactionsPage(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:286:14 (libtserver.so+0x2f9859)
    #6 kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:221:13 (libtserver.so+0x302311)
    #7 decltype(std::__1::forward<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver.so+0x3022b8)
    #8 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x30221c)
    #9 std::__1::__function::__alloc_func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x3021b8)
    #10 std::__1::__function::__func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x301480)
    #11 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x19fffa)
    #12 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x196251)
    #13 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:682:5 (libserver_process.so+0x190690)
    #14 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18ed7b)
    #15 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e128)
    #16 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c1557)
    #17 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf3e7)
    #18 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf3e7)

  Previous write of size 8 at 0x7b580011f560 by thread T174:
    #0 kudu::tablet::OpState::set_start_time(kudu::MonoTime) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op.h:274:58 (libtablet.so+0x420a01)
    #1 kudu::tablet::WriteOp::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/write_op.cc:273:11 (libtablet.so+0x41cc5b)
    #2 kudu::tablet::OpDriver::Prepare() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:329:7 (libtablet.so+0x4081a3)
    #3 kudu::tablet::OpDriver::PrepareTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:249:31 (libtablet.so+0x407c78)
    #4 kudu::tablet::OpDriver::ExecuteAsync()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:230:54 (libtablet.so+0x40c561)
    #5 decltype(std::__1::forward<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(kudu::tablet::OpDriver::ExecuteAsync()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtablet.so+0x40c519)
    #6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ExecuteAsync()::$_1&>(kudu::tablet::OpDriver::ExecuteAsync()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x40c4a9)
    #7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ExecuteAsync()::$_1, std::__1::allocator<kudu::tablet::OpDriver::ExecuteAsync()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x40c471)
    #8 std::__1::__function::__func<kudu::tablet::OpDriver::ExecuteAsync()::$_1, std::__1::allocator<kudu::tablet::OpDriver::ExecuteAsync()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x40b76d)
    #9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:775:7 (libkudu_util.so+0x455236)
    #12 kudu::ThreadPool::CreateThread()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:848:48 (libkudu_util.so+0x458691)
    #13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x458649)
    #14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x4585d9)
    #15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4585a1)
    #16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45789d)
    #17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Location is heap block of size 656 at 0x7b580011f400 allocated by thread T110:
    #0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (update_scan_delta_compact-test+0x320ad7)
    #1 kudu::tserver::TabletServiceImpl::Write(kudu::tserver::WriteRequestPB const*, kudu::tserver::WriteResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1667:37 (libtserver.so+0x2682d7)
    #2 kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_service.service.cc:237:13 (libtserver_service_proto.so+0x3cd94)
    #3 decltype(std::__1::forward<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver_service_proto.so+0x3cd22)
    #4 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_service_proto.so+0x3cc51)
    #5 std::__1::__function::__alloc_func<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3, std::__1::allocator<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_service_proto.so+0x3cbcc)
    #6 std::__1::__function::__func<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3, std::__1::allocator<kudu::tserver::TabletServerServiceIf::TabletServerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_3>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_service_proto.so+0x3be82)
    #7 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x1f2bcc)
    #8 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x1f2006)
    #9 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x1f19af)
    #10 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15 (libkrpc.so+0x1f4da3)
    #11 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f60c1)
    #12 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkrpc.so+0x1f6079)
    #13 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x1f6009)
    #14 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x1f5fd1)
    #15 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x1f52cd)
    #16 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #17 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #18 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Mutex M36026 (0x7b2c000059a0) created at:
    #0 __tsan_atomic32_compare_exchange_strong /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:780 (update_scan_delta_compact-test+0x2f9330)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/atomicops-internals-tsan.h:79:3 (libitest_util.so+0xed927)
    #2 base::SpinLock::Lock() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/spinlock.h:74:9 (libitest_util.so+0xed890)
    #3 kudu::simple_spinlock::lock() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/locks.h:44:8 (libitest_util.so+0xed849)
    #4 std::__1::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__mutex_base:91:27 (libtablet.so+0x33fd78)
    #5 kudu::tablet::OpDriver::ToString() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:202:36 (libtablet.so+0x406bb6)
    #6 kudu::tablet::TabletReplica::GetInFlightOps(kudu::tablet::Op::TraceType, std::__1::vector<kudu::consensus::OpStatusPB, std::__1::allocator<kudu::consensus::OpStatusPB> >*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:728:41 (libtablet.so+0x3cd1b0)
    #7 kudu::tserver::TabletServerPathHandlers::HandleTransactionsPage(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:286:14 (libtserver.so+0x2f9859)
    #8 kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tserver_path_handlers.cc:221:13 (libtserver.so+0x302311)
    #9 decltype(std::__1::forward<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&>(fp)(std::__1::forward<kudu::WebCallbackRegistry::WebRequest const&>(fp0), std::__1::forward<kudu::WebCallbackRegistry::PrerenderedWebResponse*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libtserver.so+0x3022b8)
    #10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*>(kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3&, kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x30221c)
    #11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x3021b8)
    #12 std::__1::__function::__func<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3, std::__1::allocator<kudu::tserver::TabletServerPathHandlers::Register(kudu::Webserver*)::$_3>, void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x301480)
    #13 std::__1::__function::__value_func<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libserver_process.so+0x19fffa)
    #14 std::__1::function<void (kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*)>::operator()(kudu::WebCallbackRegistry::WebRequest const&, kudu::WebCallbackRegistry::PrerenderedWebResponse*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libserver_process.so+0x196251)
    #15 kudu::Webserver::RunPathHandler(kudu::Webserver::PathHandler const&, sq_connection*, sq_request_info*, kudu::WebCallbackRegistry::PrerenderedWebResponse*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:682:5 (libserver_process.so+0x190690)
    #16 kudu::Webserver::BeginRequestCallback(sq_connection*, sq_request_info*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:617:10 (libserver_process.so+0x18ed7b)
    #17 kudu::Webserver::BeginRequestCallbackStatic(sq_connection*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/webserver.cc:543:20 (libserver_process.so+0x18e128)
    #18 handle_request /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:3528:27 (libserver_process.so+0x1c1557)
    #19 process_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4219:7 (libserver_process.so+0x1bf3e7)
    #20 worker_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4351:9 (libserver_process.so+0x1bf3e7)

  Thread T5 'sq_worker' (tid=602, running) created by thread T91 at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 sq_start_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:801:12 (libserver_process.so+0x1bd75c)
    #2 try_start_another_worker /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4376:7 (libserver_process.so+0x1bd75c)
    #3 produce_socket /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4391:5 (libserver_process.so+0x1bd75c)
    #4 accept_new_connection /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4448:5 (libserver_process.so+0x1bd75c)
    #5 master_thread /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/squeasel-d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1/squeasel.c:4486:11 (libserver_process.so+0x1bd75c)

  Thread T174 'prepare [worker' (tid=596, running) created by thread T170 at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43719a)
    #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d3939)
    #3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:847:10 (libkudu_util.so+0x45442b)
    #4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:642:21 (libkudu_util.so+0x45282f)
    #5 kudu::ThreadPoolToken::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:197:17 (libkudu_util.so+0x451cc5)
    #6 kudu::tablet::TabletReplica::FinishConsensusOnlyRound(kudu::consensus::ConsensusRound*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:892:5 (libtablet.so+0x3cdf17)
    #7 kudu::consensus::RaftConsensus::NonTxRoundReplicationFinished(kudu::consensus::ConsensusRound*, std::__1::function<void (kudu::Status const&)> const&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:2873:19 (libconsensus.so+0x1a7a57)
    #8 kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:716:15 (libconsensus.so+0x1b0685)
    #9 decltype(std::__1::forward<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&>(kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x1b0608)
    #10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&>(kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1b0588)
    #11 std::__1::__function::__alloc_func<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5, std::__1::allocator<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1b0543)
    #12 std::__1::__function::__func<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5, std::__1::allocator<kudu::consensus::RaftConsensus::BecomeLeaderUnlocked()::$_5>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1af82c)
    #13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3eafd6)
    #14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3e35d8)
    #15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3294:3 (libconsensus.so+0x1a93c0)
    #16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:185:12 (libconsensus.so+0x181e13)
    #17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:902:13 (libconsensus.so+0x19a894)
    #18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1489:3 (libconsensus.so+0x138a54)
    #19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x138a03)
    #20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x138978)
    #21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x138933)
    #22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x137c1c)
    #23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x161c66)
    #24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x14981b)
    #25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1560:5 (libconsensus.so+0x133edd)
    #26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1489:3 (libconsensus.so+0x1378b5)
    #27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libconsensus.so+0x137849)
    #28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x1377d9)
    #29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1377a1)
    #30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x136a9d)
    #31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:775:7 (libkudu_util.so+0x455236)
    #34 kudu::ThreadPool::CreateThread()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:848:48 (libkudu_util.so+0x458691)
    #35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_2&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3899:1 (libkudu_util.so+0x458649)
    #36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_2&>(kudu::ThreadPool::CreateThread()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x4585d9)
    #37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x4585a1)
    #38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_2, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x45789d)
    #39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libtserver_test_util.so+0x5fda4)
    #40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libtserver_test_util.so+0x5fbd9)
    #41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x437936)

  Thread T110 'rpc worker-532' (tid=532, running) created by main thread at:
    #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (update_scan_delta_compact-test+0x2a50e5)
    #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:638:15 (libkudu_util.so+0x43719a)
    #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:146:12 (libmaster.so+0x2d3939)
    #3 kudu::rpc::ServicePool::Init(int) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5 (libkrpc.so+0x1f3d2f)
    #4 kudu::RpcServer::RegisterService(std::__1::unique_ptr<kudu::rpc::ServiceIf, std::__1::default_delete<kudu::rpc::ServiceIf> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/rpc_server.cc:238:3 (libserver_process.so+0x132a7f)
    #5 kudu::server::ServerBase::RegisterService(std::__1::unique_ptr<kudu::rpc::ServiceIf, std::__1::default_delete<kudu::rpc::ServiceIf> >) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/server/server_base.cc:1171:23 (libserver_process.so+0x144dfc)
    #6 kudu::tserver::TabletServer::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:156:3 (libtserver.so+0x25603a)
    #7 kudu::tserver::MiniTabletServer::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:107:3 (libtserver.so+0x311a29)
    #8 kudu::cluster::InternalMiniCluster::AddTabletServer(kudu::HostPort const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:234:3 (libmini_cluster.so+0xd5e89)
    #9 kudu::cluster::InternalMiniCluster::AddTabletServer() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:215:10 (libmini_cluster.so+0xd59a5)
    #10 kudu::cluster::InternalMiniCluster::Start() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:112:5 (libmini_cluster.so+0xd4c3a)
    #11 kudu::tablet::UpdateScanDeltaCompactionTest::InitCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:141:5 (update_scan_delta_compact-test+0x328378)
    #12 kudu::tablet::UpdateScanDeltaCompactionTest::CreateTable() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:107:5 (update_scan_delta_compact-test+0x32625b)
    #13 kudu::tablet::UpdateScanDeltaCompactionTest_TestAll_Test::TestBody() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/integration-tests/update_scan_delta_compact-test.cc:197:3 (update_scan_delta_compact-test+0x321e9a)
    #14 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
    #15 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
    #16 testing::Test::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674:5 (libgtest.so.1.12.1+0x42a31)
    #17 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853:11 (libgtest.so.1.12.1+0x43d48)
    #18 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
    #19 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
    #20 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
    #21 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
    #22 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
    #23 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (libkudu_test_main.so+0x8c7b)
    #24 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:109:10 (libkudu_test_main.so+0x7a1c)

SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op.h:272:40 in kudu::tablet::OpState::start_time() const
==================
I20240506 19:52:36.205356   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.252792   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.308797   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.335121   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.403s	user 0.000s	sys 0.002s
I20240506 19:52:36.364593   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.415634   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.463277   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.489619   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 0.764s	user 0.391s	sys 0.008s
I20240506 19:52:36.512266   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.561451   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.608587   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.656505   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.703146   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.367s	user 0.004s	sys 0.000s
I20240506 19:52:36.707585   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.754218   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.804342   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.851593   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.904716   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.951834   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:36.997252   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.042205   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.338s	user 0.003s	sys 0.000s
I20240506 19:52:37.044371   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.076742   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.105693   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.149248   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.180716   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 0.691s	user 0.409s	sys 0.004s
I20240506 19:52:37.191241   602 scanners.cc:360] Slow scans show is disabled. Set --show_slow_scans to enable it.
I20240506 19:52:37.213176   599 update_scan_delta_compact-test.cc:244] Time spent Update: real 0.032s	user 0.007s	sys 0.000s
I20240506 19:52:37.307454   600 update_scan_delta_compact-test.cc:265] Time spent Scan: real 0.264s	user 0.003s	sys 0.000s
I20240506 19:52:37.308282   418 tablet_server.cc:178] TabletServer@127.0.104.129:0 shutting down...
I20240506 19:52:37.324631   418 ts_tablet_manager.cc:1470] Shutting down tablet manager...
I20240506 19:52:37.325137   418 tablet_replica.cc:330] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec: stopping tablet replica
I20240506 19:52:37.325647   418 raft_consensus.cc:2229] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 1 LEADER]: Raft consensus shutting down.
I20240506 19:52:37.326077   418 raft_consensus.cc:2258] T 88e92ecff4e843abb5e388f5b7bae4fb P d0392a240bb1415fb16268aee1718dec [term 1 FOLLOWER]: Raft consensus is shut down!
I20240506 19:52:37.360443   418 tablet_server.cc:194] TabletServer@127.0.104.129:0 shutdown complete.
I20240506 19:52:37.368072   418 master.cc:537] Master@127.0.104.190:36795 shutting down...
I20240506 19:52:37.434458   418 raft_consensus.cc:2229] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 1 LEADER]: Raft consensus shutting down.
I20240506 19:52:37.434870   418 raft_consensus.cc:2258] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235 [term 1 FOLLOWER]: Raft consensus is shut down!
I20240506 19:52:37.435109   418 tablet_replica.cc:330] T 00000000000000000000000000000000 P 9499d475d27c4bd39dce89e4d0c77235: stopping tablet replica
I20240506 19:52:37.450590   418 master.cc:552] Master@127.0.104.190:36795 shutdown complete.
[       OK ] UpdateScanDeltaCompactionTest.TestAll (6657 ms)
[----------] 1 test from UpdateScanDeltaCompactionTest (6657 ms total)

[----------] Global test environment tear-down
[==========] 1 test from 1 test suite ran. (6657 ms total)
[  PASSED  ] 1 test.
ThreadSanitizer: reported 1 warnings