09:22:06.375 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:22:06.375 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskf8qAoA/test-tmp
09:22:06.375 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:22:06.375 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskf8qAoA/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:22:06.377 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:22:06.701 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:22:06.701 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:22:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:06.704079 27982 mini_oidc.cc:150] Starting JWKS server
09:22:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:06.707193 27982 webserver.cc:492] Webserver started at http://127.0.0.1:45063/ using document root <none> and password file <none>
09:22:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:06.707581 27982 mini_oidc.cc:186] Starting OIDC Discovery server
09:22:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:06.709295 27982 webserver.cc:492] Webserver started at http://127.0.0.1:37745/ using document root <none> and password file <none>
09:22:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T09:22:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:22:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T09:22:06Z Disabled control of system clock
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:06.767757 27982 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/logs
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data/info.pb
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.190:40039
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.190
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json with env {}
09:22:07.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.061260 27994 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:07.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.061795 27994 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:07.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.062263 27994 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.097878 27994 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.098156 27994 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.098359 27994 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.098559 27994 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.098762 27994 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.098902 27994 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45063/jwks.json
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:07.134564 27994 master_runner.cc:386] Master server non-default flags:
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.190:40039
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data/info.pb
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.190
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/logs
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8757
09:22:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:07.135831 27994 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:07.137389 27994 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.148026 28000 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.554744 27999 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 27994
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.635633 27999 kernel_stack_watchdog.cc:198] Thread 27994 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 403ms:
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:22:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:07.149003 28001 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.636431 27994 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.488s user 0.002s sys 0.000s
09:22:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.636914 27994 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.489s user 0.002s sys 0.001s
09:22:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.637081 28002 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1487 milliseconds
09:22:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.638469 27994 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.638526 28003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.641676 27994 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.644044 27994 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.645376 27994 hybrid_clock.cc:648] HybridClock initialized: now 1761643328645345 us; error 43 us; skew 500 ppm
09:22:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.646209 27994 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.652305 27994 webserver.cc:492] Webserver started at http://127.27.83.190:45295/ using document root <none> and password file <none>
09:22:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.653255 27994 fs_manager.cc:362] Metadata directory not provided
09:22:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.653439 27994 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.653834 27994 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:08.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.658023 27994 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data/instance:
09:22:08.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9099d90019146078cc59d6ba5c25ed9"
09:22:08.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:08 on dist-test-slave-rcbg"
09:22:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.659045 27994 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal/instance:
09:22:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9099d90019146078cc59d6ba5c25ed9"
09:22:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:08 on dist-test-slave-rcbg"
09:22:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.665884 27994 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
09:22:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.671278 28010 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.672289 27994 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
09:22:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.672600 27994 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data,/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9099d90019146078cc59d6ba5c25ed9"
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:08 on dist-test-slave-rcbg"
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.672964 27994 fs_report.cc:389] FS layout report
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data/data
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:08.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.730526 27994 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.732043 27994 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.732493 27994 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.803453 27994 rpc_server.cc:307] RPC server started. Bound to: 127.27.83.190:40039
09:22:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.803516 28061 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.83.190:40039 every 8 connection(s)
09:22:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.806489 27994 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/data/info.pb
09:22:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.812501 28062 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.816123 27982 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu as pid 27994
09:22:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.816498 27982 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-0/wal/instance
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.819763 27982 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/logs
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data/info.pb
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.189:39245
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.189
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json with env {}
09:22:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.823563 28062 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.854183 28062 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.856405 28013 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.860446 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.910036 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 1
09:22:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.913942 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:08.982287 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 2
09:22:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:08.986232 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.077694 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 3
09:22:09.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.081740 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.121987 28064 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.122491 28064 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:09.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.122920 28064 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.153941 28064 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.154210 28064 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.154415 28064 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.154623 28064 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.154806 28064 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.154968 28064 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45063/jwks.json
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.190721 28064 master_runner.cc:386] Master server non-default flags:
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.189:39245
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data/info.pb
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.189
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/logs
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8757
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.192066 28064 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.193657 28064 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.203858 28073 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:09.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.225102 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 4
09:22:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.229287 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:09.528995 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 5
09:22:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.535609 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.083228 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 6
09:22:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.096800 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.189:39245: Network error: Client connection negotiation failed: client connection to 127.27.83.189:39245: connect: Connection refused (error 111)
09:22:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:09.205127 28074 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.415438 28076 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.417557 28075 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1208 milliseconds
09:22:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.417703 28064 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.418988 28064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.422109 28064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.423518 28064 hybrid_clock.cc:648] HybridClock initialized: now 1761643330423471 us; error 49 us; skew 500 ppm
09:22:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.424235 28064 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.430861 28064 webserver.cc:492] Webserver started at http://127.27.83.189:46863/ using document root <none> and password file <none>
09:22:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.431685 28064 fs_manager.cc:362] Metadata directory not provided
09:22:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.431859 28064 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.432238 28064 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.436352 28064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data/instance:
09:22:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86b199389bfe41ddba63f626d3821cfc"
09:22:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:10 on dist-test-slave-rcbg"
09:22:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.437398 28064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal/instance:
09:22:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86b199389bfe41ddba63f626d3821cfc"
09:22:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:10 on dist-test-slave-rcbg"
09:22:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.443980 28064 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
09:22:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.449723 28085 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.450671 28064 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.450928 28064 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data,/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86b199389bfe41ddba63f626d3821cfc"
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:10 on dist-test-slave-rcbg"
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.451188 28064 fs_report.cc:389] FS layout report
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data/data
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.512192 28064 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.513728 28064 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.514169 28064 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.585002 28064 rpc_server.cc:307] RPC server started. Bound to: 127.27.83.189:39245
09:22:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.585059 28137 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.83.189:39245 every 8 connection(s)
09:22:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.587716 28064 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/data/info.pb
09:22:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.593453 28138 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.594045 27982 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu as pid 28064
09:22:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.594535 27982 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-1/wal/instance
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.597463 27982 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/logs
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data/info.pb
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.188:43579
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.188
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json with env {}
09:22:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.607575 28138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.628161 28138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.642062 28138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.644243 28089 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.648257 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.697781 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 1
09:22:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.701784 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.770967 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 2
09:22:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.775825 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.867324 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 3
09:22:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.871130 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.916529 28140 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.917188 28140 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.917768 28140 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.949909 28140 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.950244 28140 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.950564 28140 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.950841 28140 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.951122 28140 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:10.951340 28140 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45063/jwks.json
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.987648 28140 master_runner.cc:386] Master server non-default flags:
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.188:43579
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45063/jwks.json
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data/info.pb
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.188
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/logs
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8757
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.989473 28140 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:10.991226 28140 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:11.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.001909 28150 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.014496 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 4
09:22:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.021577 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.157418 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } attempt: 7
09:22:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.194792 28062 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } has no permanent_uuid. Determining permanent_uuid...
09:22:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.219677 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.278209 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 1
09:22:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.285672 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.321147 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 5
09:22:11.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.328691 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.367236 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 2
09:22:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.374027 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.459506 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 3
09:22:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.466389 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.606907 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 4
09:22:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.614388 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.876266 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 6
09:22:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:11.897914 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 5
09:22:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.905264 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.908885 28138 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.457787 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 6
09:22:12.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.483645 28062 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.83.188:43579: Network error: Client connection negotiation failed: client connection to 127.27.83.188:43579: connect: Connection refused (error 111)
09:22:12.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.405586 28149 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 28140
09:22:12.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.798113 28140 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.796s user 0.634s sys 1.157s
09:22:12.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.798480 28140 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.797s user 0.634s sys 1.157s
09:22:12.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:11.003031 28151 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.801062 28153 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:12.804840 28152 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1802 milliseconds
09:22:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.804886 28140 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.806126 28140 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.808552 28140 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.809907 28140 hybrid_clock.cc:648] HybridClock initialized: now 1761643332809880 us; error 39 us; skew 500 ppm
09:22:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.810801 28140 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.816800 28140 webserver.cc:492] Webserver started at http://127.27.83.188:37183/ using document root <none> and password file <none>
09:22:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.817727 28140 fs_manager.cc:362] Metadata directory not provided
09:22:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.817971 28140 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.818437 28140 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.822656 28140 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data/instance:
09:22:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1ad90bdc0341558d342383ae9d76e1"
09:22:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:12 on dist-test-slave-rcbg"
09:22:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.823750 28140 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal/instance:
09:22:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1ad90bdc0341558d342383ae9d76e1"
09:22:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:12 on dist-test-slave-rcbg"
09:22:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.830817 28140 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
09:22:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.836113 28168 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.837095 28140 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
09:22:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.837405 28140 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data,/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal
09:22:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a1ad90bdc0341558d342383ae9d76e1"
09:22:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:12 on dist-test-slave-rcbg"
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.837715 28140 fs_report.cc:389] FS layout report
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data/data
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.894227 28140 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.895612 28140 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.896063 28140 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:12.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.964660 28140 rpc_server.cc:307] RPC server started. Bound to: 127.27.83.188:43579
09:22:12.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.964723 28219 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.83.188:43579 every 8 connection(s)
09:22:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.967324 28140 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/data/info.pb
09:22:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.969424 28138 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 7
09:22:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.972946 27982 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu as pid 28140
09:22:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.973415 27982 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/master-2/wal/instance
09:22:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.974905 28220 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:12.997877 28220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } has no permanent_uuid. Determining permanent_uuid...
09:22:13.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.009048 28138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: Bootstrap starting.
09:22:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.016279 28138 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: Neither blocks nor log segments found. Creating new log.
09:22:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.018539 28138 log.cc:826] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: Log is configured to *not* fsync() on all Append() calls
09:22:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.020572 28220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } has no permanent_uuid. Determining permanent_uuid...
09:22:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.023375 28138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: No bootstrap required, opened a new log
09:22:13.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.031039 28220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } has no permanent_uuid. Determining permanent_uuid...
09:22:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.046844 28138 raft_consensus.cc:359] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.047438 28138 raft_consensus.cc:385] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.047731 28138 raft_consensus.cc:740] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86b199389bfe41ddba63f626d3821cfc, State: Initialized, Role: FOLLOWER
09:22:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.048573 28220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: Bootstrap starting.
09:22:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.048472 28138 consensus_queue.cc:260] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.051081 28230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.052033 28230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.053088 28138 sys_catalog.cc:565] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: configured and running, proceeding with master startup.
09:22:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.056072 28220 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: Neither blocks nor log segments found. Creating new log.
09:22:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.058584 28220 log.cc:826] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: Log is configured to *not* fsync() on all Append() calls
09:22:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.063838 28220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: No bootstrap required, opened a new log
09:22:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.083010 28243 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:22:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.083750 28243 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:22:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.091714 28220 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.092509 28220 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.092799 28220 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a1ad90bdc0341558d342383ae9d76e1, State: Initialized, Role: FOLLOWER
09:22:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.093683 28220 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.096587 28245 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.097573 28245 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.098520 28220 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: configured and running, proceeding with master startup.
09:22:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.078068 28064 master_runner.cc:186] Error getting master registration for 127.27.83.190:40039: OK, instance_id { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" instance_seqno: 1761643328784267 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:22:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.112239 28064 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:22:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.138262 28256 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:22:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.138775 28256 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:22:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.151165 28174 tablet.cc:2378] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:22:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.133230 28140 master_runner.cc:186] Error getting master registration for 127.27.83.190:40039: OK, instance_id { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" instance_seqno: 1761643328784267 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:22:13.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.169009 28140 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:22:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.189405 28245 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:22:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.189960 28245 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.192400 28245 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e9099d90019146078cc59d6ba5c25ed9 (127.27.83.190:40039), 86b199389bfe41ddba63f626d3821cfc (127.27.83.189:39245)
09:22:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.195770 28113 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1ad90bdc0341558d342383ae9d76e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86b199389bfe41ddba63f626d3821cfc" is_pre_election: true
09:22:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.196714 28113 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a1ad90bdc0341558d342383ae9d76e1 in term 0.
09:22:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.204588 28171 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a1ad90bdc0341558d342383ae9d76e1, 86b199389bfe41ddba63f626d3821cfc; no voters:
09:22:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.205472 28245 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:22:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.205806 28245 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:22:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.206142 28245 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 0 FOLLOWER]: Advancing to term 1
09:22:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.219667 28245 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.230134 28245 leader_election.cc:290] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [CANDIDATE]: Term 1 election: Requested vote from peers e9099d90019146078cc59d6ba5c25ed9 (127.27.83.190:40039), 86b199389bfe41ddba63f626d3821cfc (127.27.83.189:39245)
09:22:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.230931 28113 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1ad90bdc0341558d342383ae9d76e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86b199389bfe41ddba63f626d3821cfc"
09:22:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.231501 28113 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 0 FOLLOWER]: Advancing to term 1
09:22:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.238694 28113 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a1ad90bdc0341558d342383ae9d76e1 in term 1.
09:22:13.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.240273 28171 leader_election.cc:304] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a1ad90bdc0341558d342383ae9d76e1, 86b199389bfe41ddba63f626d3821cfc; no voters:
09:22:13.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.241356 28245 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 1 FOLLOWER]: Leader election won for term 1
09:22:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.244681 28245 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [term 1 LEADER]: Becoming Leader. State: Replica: 5a1ad90bdc0341558d342383ae9d76e1, State: Running, Role: LEADER
09:22:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.246923 28245 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.267827 28258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a1ad90bdc0341558d342383ae9d76e1. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.268728 28258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: This master's current role is: LEADER
09:22:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.273136 28092 tablet.cc:2378] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:22:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.274865 28260 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:22:13.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.281762 28260 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:22:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.307844 28113 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [term 1 FOLLOWER]: Refusing update from remote peer 5a1ad90bdc0341558d342383ae9d76e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:22:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.309449 28258 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:22:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.344493 28230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a1ad90bdc0341558d342383ae9d76e1. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.345742 28230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.347654 28245 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.348372 28245 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: This master's current role is: LEADER
09:22:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.352656 28260 catalog_manager.cc:1357] Generated new cluster ID: 00fdf4512e7b4eaf8404dd73f7e5c049
09:22:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.352968 28260 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:22:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.363866 28230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.364564 28230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.390985 28260 catalog_manager.cc:1380] Generated new certificate authority record
09:22:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.394667 28260 catalog_manager.cc:1514] Loading token signing keys...
09:22:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.419380 28260 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1: Generated new TSK 0
09:22:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.423792 28260 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.468919 27982 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/logs
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data/info.pb
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.129:0
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.83.129
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.129
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:22:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.517144 28062 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } attempt: 7
09:22:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.568557 28062 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: Bootstrap starting.
09:22:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.599097 28062 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: Neither blocks nor log segments found. Creating new log.
09:22:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.601827 28062 log.cc:826] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: Log is configured to *not* fsync() on all Append() calls
09:22:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.622936 28062 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: No bootstrap required, opened a new log
09:22:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.680240 28062 raft_consensus.cc:359] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.681175 28062 raft_consensus.cc:385] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.681506 28062 raft_consensus.cc:740] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9099d90019146078cc59d6ba5c25ed9, State: Initialized, Role: FOLLOWER
09:22:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.682456 28062 consensus_queue.cc:260] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } }
09:22:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.697149 28269 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.697945 28269 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.701282 28062 sys_catalog.cc:565] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: configured and running, proceeding with master startup.
09:22:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.701459 28037 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1ad90bdc0341558d342383ae9d76e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9099d90019146078cc59d6ba5c25ed9" is_pre_election: true
09:22:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.702296 28037 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a1ad90bdc0341558d342383ae9d76e1 in term 0.
09:22:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.703616 28035 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 0 FOLLOWER]: Advancing to term 1
09:22:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.709074 28036 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a1ad90bdc0341558d342383ae9d76e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9099d90019146078cc59d6ba5c25ed9"
09:22:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.714145 28035 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [term 1 FOLLOWER]: Refusing update from remote peer 5a1ad90bdc0341558d342383ae9d76e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:22:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.715873 28245 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:22:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:13.742919 28016 tablet.cc:2378] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:22:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.809320 28269 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a1ad90bdc0341558d342383ae9d76e1. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.809197 28277 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.810036 28269 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.810133 28277 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9 [sys.catalog]: This master's current role is: FOLLOWER
09:22:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:13.828723 28286 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:22:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.089627 28243 catalog_manager.cc:1269] Loaded cluster ID: 00fdf4512e7b4eaf8404dd73f7e5c049
09:22:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.090113 28243 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: loading cluster ID for follower catalog manager: success
09:22:14.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.097285 28243 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: acquiring CA information for follower catalog manager: success
09:22:14.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.103312 28243 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 86b199389bfe41ddba63f626d3821cfc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:22:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.103742 28266 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.104373 28266 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.105175 28266 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.123984 28245 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5a1ad90bdc0341558d342383ae9d76e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9099d90019146078cc59d6ba5c25ed9" member_type: VOTER last_known_addr { host: "127.27.83.190" port: 40039 } } peers { permanent_uuid: "86b199389bfe41ddba63f626d3821cfc" member_type: VOTER last_known_addr { host: "127.27.83.189" port: 39245 } } peers { permanent_uuid: "5a1ad90bdc0341558d342383ae9d76e1" member_type: VOTER last_known_addr { host: "127.27.83.188" port: 43579 } } }
09:22:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.124691 28245 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 [sys.catalog]: This master's current role is: LEADER
09:22:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.164819 28266 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.166265 28266 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.83.129
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.230242 28266 tablet_server_runner.cc:78] Tablet server non-default flags:
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal
09:22:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.129:0
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data/info.pb
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.129
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.83.129
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/logs
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8757
09:22:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.231971 28266 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.234061 28266 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.249981 28295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.862547 28286 catalog_manager.cc:1269] Loaded cluster ID: 00fdf4512e7b4eaf8404dd73f7e5c049
09:22:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.862933 28286 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: loading cluster ID for follower catalog manager: success
09:22:14.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.886659 28286 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: acquiring CA information for follower catalog manager: success
09:22:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:14.911689 28286 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e9099d90019146078cc59d6ba5c25ed9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:22:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.923864 28216 debug-util.cc:398] Leaking SignalData structure 0x7b080006f060 after lost signal to thread 28145
09:22:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.924820 28216 debug-util.cc:398] Leaking SignalData structure 0x7b080006f7a0 after lost signal to thread 28219
09:22:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:15.651778 28294 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 28266
09:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:16.305025 28294 kernel_stack_watchdog.cc:198] Thread 28266 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
09:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:22:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:14.251327 28296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:16.312449 28266 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.062s user 0.588s sys 0.805s
09:22:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:16.314159 28266 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.063s user 0.588s sys 0.805s
09:22:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.325803 28266 server_base.cc:1047] running on GCE node
09:22:16.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:16.327811 28301 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.329506 28266 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.341472 28266 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:16.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.345849 28266 hybrid_clock.cc:648] HybridClock initialized: now 1761643336345777 us; error 92 us; skew 500 ppm
09:22:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.347101 28266 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.371271 28266 webserver.cc:492] Webserver started at http://127.27.83.129:39871/ using document root <none> and password file <none>
09:22:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.372795 28266 fs_manager.cc:362] Metadata directory not provided
09:22:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.373260 28266 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.373940 28266 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.380590 28266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data/instance:
09:22:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "624bc8e4de65486eb73e8935385419ac"
09:22:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:16 on dist-test-slave-rcbg"
09:22:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.382323 28266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal/instance:
09:22:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "624bc8e4de65486eb73e8935385419ac"
09:22:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:16 on dist-test-slave-rcbg"
09:22:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.397614 28266 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.004s sys 0.008s
09:22:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.411167 28306 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.412783 28266 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
09:22:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.413338 28266 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data,/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal
09:22:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "624bc8e4de65486eb73e8935385419ac"
09:22:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 09:22:16 on dist-test-slave-rcbg"
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.413964 28266 fs_report.cc:389] FS layout report
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data/data
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.507179 28266 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.509398 28266 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.510110 28266 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.519356 28266 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:22:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.532676 28266 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:22:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.533185 28266 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.001s
09:22:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.533633 28266 ts_tablet_manager.cc:616] Registered 0 tablets
09:22:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:16.533936 28266 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:22:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.369710 28421 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.83.129:39813 every 8 connection(s)
09:22:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.370514 28266 rpc_server.cc:307] RPC server started. Bound to: 127.27.83.129:39813
09:22:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.374522 28266 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/data/info.pb
09:22:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.379704 27982 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu as pid 28266
09:22:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.380326 27982 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-0/wal/instance
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.394608 27982 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/wal
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/data
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/logs
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/data/info.pb
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.130:0
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.83.130
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.130
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:17.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:22:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.462975 28422 heartbeater.cc:344] Connected to a master server at 127.27.83.188:43579
09:22:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.463536 28422 heartbeater.cc:461] Registering TS with master...
09:22:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.464903 28422 heartbeater.cc:507] Master 127.27.83.188:43579 requested a full tablet report, sending...
09:22:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.468640 28185 ts_manager.cc:194] Registered new tserver with Master: 624bc8e4de65486eb73e8935385419ac (127.27.83.129:39813)
09:22:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.471460 28185 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.83.129:39571
09:22:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.474022 28426 heartbeater.cc:344] Connected to a master server at 127.27.83.189:39245
09:22:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.474349 28426 heartbeater.cc:461] Registering TS with master...
09:22:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.475345 28426 heartbeater.cc:507] Master 127.27.83.189:39245 requested a full tablet report, sending...
09:22:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.479311 28103 ts_manager.cc:194] Registered new tserver with Master: 624bc8e4de65486eb73e8935385419ac (127.27.83.129:39813)
09:22:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.482802 28427 heartbeater.cc:344] Connected to a master server at 127.27.83.190:40039
09:22:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.483130 28427 heartbeater.cc:461] Registering TS with master...
09:22:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.483852 28427 heartbeater.cc:507] Master 127.27.83.190:40039 requested a full tablet report, sending...
09:22:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.486958 28027 ts_manager.cc:194] Registered new tserver with Master: 624bc8e4de65486eb73e8935385419ac (127.27.83.129:39813)
09:22:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.890688 28425 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.891568 28425 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.892432 28425 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.934738 28425 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.935683 28425 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.83.130
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.976619 28425 tablet_server_runner.cc:78] Tablet server non-default flags:
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.83.148:45393
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/data
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/wal
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.83.130:0
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/data/info.pb
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.83.130
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.83.190:40039,127.27.83.189:39245,127.27.83.188:43579
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.83.130
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/logs
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
09:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8757
09:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.978397 28425 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:17.980229 28425 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:17.998060 28438 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:18.483585 28422 heartbeater.cc:499] Master 127.27.83.188:43579 was elected leader, sending a full tablet report...
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: Can't read from symbolizer at fd 5
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: invalid path to external symbolizer!
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: Can't write to symbolizer at fd 8
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: Can't write to symbolizer at fd 8
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: Can't write to symbolizer at fd 8
09:22:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28425==WARNING: Failed to use and restart external symbolizer!
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28425)
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
09:22:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
09:22:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-28439' (tid=28439, running) created by main thread at:
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-28438' (tid=28438, finished) created by main thread at:
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu+0x49fd2f)
09:22:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:18.000178 28439 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.398800 28437 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 28425
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28425)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f78bdc29668 by thread T6:
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.433221 28440 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1435 milliseconds
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f78bdc29668 by thread T5 (mutexes: write M83):
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.432168 28425 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.437s user 0.392s sys 0.647s
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f78bbb8b840) created at:
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-28439' (tid=28439, running) created by main thread at:
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.434046 28425 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.439s user 0.393s sys 0.647s
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-28438' (tid=28438, finished) created by main thread at:
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.434657 28425 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.434757 28441 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/lib/libkudu_util.so+0x449f05)
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.436616 28425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:19.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.438696 28425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.440016 28425 hybrid_clock.cc:648] HybridClock initialized: now 1761643339439984 us; error 45 us; skew 500 ppm
09:22:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.440773 28425 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.447016 28425 webserver.cc:492] Webserver started at http://127.27.83.130:46855/ using document root <none> and password file <none>
09:22:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.447964 28425 fs_manager.cc:362] Metadata directory not provided
09:22:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.448166 28425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.448382 28425 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.448948 28425 fs_manager.cc:362] Metadata directory not provided
09:22:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.449102 28425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:19.449700 28425 ts_tablet_manager.cc:1507] Shutting down tablet manager...
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28425)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3783):
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3783 (0x7b7000001980) created at:
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=28447, running) created by main thread at:
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28425)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=28447, running) created by main thread at:
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu+0x49fd2f)
09:22:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:19.464063 28425 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
09:22:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860/ts-1: No such file or directory (error 2)
09:22:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
09:22:20.507 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu: process exited with non-zero status 66"
}
09:22:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:20.508409 27982 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu with pid 28266
09:22:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:20.532917 27982 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu with pid 27994
09:22:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:20.561146 27982 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu with pid 28064
09:22:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:20.575695 28171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.83.190:40039: connect: Connection refused (error 111)
09:22:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:20.579010 28171 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5a1ad90bdc0341558d342383ae9d76e1 -> Peer e9099d90019146078cc59d6ba5c25ed9 (127.27.83.190:40039): Couldn't send request to peer e9099d90019146078cc59d6ba5c25ed9. Status: Network error: Client connection negotiation failed: client connection to 127.27.83.190:40039: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:22:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 09:22:20.588246 27982 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu with pid 28140
09:22:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:20.619473 27982 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860 during walk: No such file or directory
09:22:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:20.619810 27982 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860 during walk: No such file or directory
09:22:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 09:22:20.620148 27982 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskf8qAoA/test-tmp/mini-kudu-cluster2859996640436886860: One or more errors occurred
09:22:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==27982==WARNING: invalid path to external symbolizer!
09:22:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==27982==WARNING: Failed to use and restart external symbolizer!
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=27982)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
09:22:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=27989, running) created by main thread at:
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=27982)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
09:22:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=27988, running) created by main thread at:
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskf8qAoA/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T09:22:20Z chronyd exiting
09:22:21.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
09:22:21.696 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testDateColumns: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskf8qAoA/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)