15:22:08.861 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:22:08.861 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYyNdIU/test-tmp
15:22:08.862 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:22:08.862 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYyNdIU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:22:08.863 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:22:09.176 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:22:09.176 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:22:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.179531 5307 mini_oidc.cc:150] Starting JWKS server
15:22:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.182703 5307 webserver.cc:492] Webserver started at http://127.0.0.1:38129/ using document root <none> and password file <none>
15:22:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.183070 5307 mini_oidc.cc:186] Starting OIDC Discovery server
15:22:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.184705 5307 webserver.cc:492] Webserver started at http://127.0.0.1:42275/ using document root <none> and password file <none>
15:22:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T15:22:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:22:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T15:22:09Z Disabled control of system clock
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.245879 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/logs
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data/info.pb
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.254:37515
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.254
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json with env {}
15:22:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.536944 5319 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.537482 5319 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.537961 5319 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.568794 5319 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.569073 5319 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.569263 5319 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.569458 5319 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.569654 5319 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.569801 5319 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38129/jwks.json
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.605665 5319 master_runner.cc:386] Master server non-default flags:
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.254:37515
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data/info.pb
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.254
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/logs
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.607003 5319 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:09.608641 5319 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.619127 5325 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.625620 5328 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:09.622166 5326 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:10.797593 5327 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:22:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.797618 5319 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.802013 5319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.805090 5319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.806514 5319 hybrid_clock.cc:648] HybridClock initialized: now 1761578530806465 us; error 70 us; skew 500 ppm
15:22:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.807308 5319 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.814033 5319 webserver.cc:492] Webserver started at http://127.5.46.254:45077/ using document root <none> and password file <none>
15:22:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.814925 5319 fs_manager.cc:362] Metadata directory not provided
15:22:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.815114 5319 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.815502 5319 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.819844 5319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data/instance:
15:22:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f"
15:22:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:10 on dist-test-slave-gjcc"
15:22:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.821209 5319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal/instance:
15:22:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f"
15:22:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:10 on dist-test-slave-gjcc"
15:22:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.828593 5319 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
15:22:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.834254 5335 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.835371 5319 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:22:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.835669 5319 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data,/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal
15:22:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f"
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:10 on dist-test-slave-gjcc"
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.835975 5319 fs_report.cc:389] FS layout report
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data/data
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:10.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.896363 5319 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.897853 5319 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.898262 5319 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.968537 5319 rpc_server.cc:307] RPC server started. Bound to: 127.5.46.254:37515
15:22:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.968643 5386 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.46.254:37515 every 8 connection(s)
15:22:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.971117 5319 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/data/info.pb
15:22:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.976744 5387 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.977237 5307 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu as pid 5319
15:22:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.977614 5307 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-0/wal/instance
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.980811 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/logs
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data/info.pb
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.253:44801
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.253
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json with env {}
15:22:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:10.987900 5387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } has no permanent_uuid. Determining permanent_uuid...
15:22:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.014851 5387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } has no permanent_uuid. Determining permanent_uuid...
15:22:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.017201 5339 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.021173 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.070716 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 1
15:22:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.074775 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.143275 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 2
15:22:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.147239 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.238713 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 3
15:22:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.242470 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.284910 5389 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.285430 5389 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.285920 5389 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.317760 5389 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.318418 5389 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.318795 5389 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.319041 5389 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.319231 5389 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.319368 5389 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38129/jwks.json
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.355734 5389 master_runner.cc:386] Master server non-default flags:
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.253:44801
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data/info.pb
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.253
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/logs
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.357123 5389 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.358678 5389 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.370301 5398 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.385953 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 4
15:22:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.392513 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:11.692139 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 5
15:22:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.698633 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.246194 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 6
15:22:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.256649 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.253:44801: Network error: Client connection negotiation failed: client connection to 127.5.46.253:44801: connect: Connection refused (error 111)
15:22:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:11.370915 5399 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.571434 5401 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.574374 5400 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1198 milliseconds
15:22:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.574509 5389 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.575649 5389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.578670 5389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.580117 5389 hybrid_clock.cc:648] HybridClock initialized: now 1761578532580074 us; error 53 us; skew 500 ppm
15:22:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.580950 5389 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.587474 5389 webserver.cc:492] Webserver started at http://127.5.46.253:41147/ using document root <none> and password file <none>
15:22:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.588394 5389 fs_manager.cc:362] Metadata directory not provided
15:22:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.588639 5389 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.589048 5389 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.593362 5389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data/instance:
15:22:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de36d6eba5542469302d74e36d6a895"
15:22:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:12 on dist-test-slave-gjcc"
15:22:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.594404 5389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal/instance:
15:22:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de36d6eba5542469302d74e36d6a895"
15:22:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:12 on dist-test-slave-gjcc"
15:22:12.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.601329 5389 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
15:22:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.606760 5410 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.607807 5389 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.608088 5389 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data,/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9de36d6eba5542469302d74e36d6a895"
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:12 on dist-test-slave-gjcc"
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.608366 5389 fs_report.cc:389] FS layout report
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data/data
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.662016 5389 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.663398 5389 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.663792 5389 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.734562 5389 rpc_server.cc:307] RPC server started. Bound to: 127.5.46.253:44801
15:22:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.734637 5462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.46.253:44801 every 8 connection(s)
15:22:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.737167 5389 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/data/info.pb
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.742314 5307 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu as pid 5389
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.742695 5307 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-1/wal/instance
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.742924 5463 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.744658 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/logs
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data/info.pb
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.252:38045
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.252
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json with env {}
15:22:12.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.756757 5463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } has no permanent_uuid. Determining permanent_uuid...
15:22:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.780308 5463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } has no permanent_uuid. Determining permanent_uuid...
15:22:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.794845 5463 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
15:22:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.797609 5411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.801981 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.851464 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 1
15:22:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.856200 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:12.924836 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 2
15:22:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:12.928978 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.020359 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 3
15:22:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.024539 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.068773 5465 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.069319 5465 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.069782 5465 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.101295 5465 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.101589 5465 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.101779 5465 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.101974 5465 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.102164 5465 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.102309 5465 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38129/jwks.json
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.138052 5465 master_runner.cc:386] Master server non-default flags:
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.252:38045
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38129/jwks.json
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data/info.pb
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.252
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/logs
15:22:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.139345 5465 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.140905 5465 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.150794 5475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.167958 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 4
15:22:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.174783 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.317298 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } attempt: 7
15:22:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.352454 5387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
15:22:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.379869 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.438410 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 1
15:22:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.447175 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.474341 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 5
15:22:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.482343 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.528741 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 2
15:22:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.538170 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.623786 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 3
15:22:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.631556 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:13.773849 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 4
15:22:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.780854 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.029955 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 6
15:22:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.063220 5463 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.064402 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 5
15:22:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.072386 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:13.152413 5476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.464673 5477 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1311 milliseconds
15:22:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.465821 5478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.468704 5465 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.317s user 0.000s sys 0.007s
15:22:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.468981 5465 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.317s user 0.000s sys 0.007s
15:22:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.469154 5465 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.470227 5465 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.473099 5465 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.474515 5465 hybrid_clock.cc:648] HybridClock initialized: now 1761578534474459 us; error 76 us; skew 500 ppm
15:22:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.475301 5465 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.482800 5465 webserver.cc:492] Webserver started at http://127.5.46.252:41607/ using document root <none> and password file <none>
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.483628 5465 fs_manager.cc:362] Metadata directory not provided
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.483808 5465 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.484167 5465 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.488345 5465 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data/instance:
15:22:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a46a9710f2c3490db354bc6e2d4faec7"
15:22:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:14 on dist-test-slave-gjcc"
15:22:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.489401 5465 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal/instance:
15:22:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a46a9710f2c3490db354bc6e2d4faec7"
15:22:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:14 on dist-test-slave-gjcc"
15:22:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.497152 5465 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
15:22:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.503432 5491 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.504541 5465 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.002s
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.504822 5465 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data,/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a46a9710f2c3490db354bc6e2d4faec7"
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:14 on dist-test-slave-gjcc"
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.505100 5465 fs_report.cc:389] FS layout report
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data/data
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:14.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.588941 5465 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.590350 5465 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.590736 5465 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.625000 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 6
15:22:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.633376 5387 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.46.252:38045: Network error: Client connection negotiation failed: client connection to 127.5.46.252:38045: connect: Connection refused (error 111)
15:22:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.662660 5465 rpc_server.cc:307] RPC server started. Bound to: 127.5.46.252:38045
15:22:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.662731 5544 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.46.252:38045 every 8 connection(s)
15:22:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.665513 5465 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/data/info.pb
15:22:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.672034 5545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.674036 5307 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu as pid 5465
15:22:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.674439 5307 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/master-2/wal/instance
15:22:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.685938 5545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.719408 5545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.728698 5545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.745555 5545 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: Bootstrap starting.
15:22:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.752354 5545 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: Neither blocks nor log segments found. Creating new log.
15:22:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.754184 5545 log.cc:826] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: Log is configured to *not* fsync() on all Append() calls
15:22:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.759434 5545 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: No bootstrap required, opened a new log
15:22:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.779474 5545 raft_consensus.cc:359] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.780087 5545 raft_consensus.cc:385] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.780283 5545 raft_consensus.cc:740] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a46a9710f2c3490db354bc6e2d4faec7, State: Initialized, Role: FOLLOWER
15:22:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.780925 5545 consensus_queue.cc:260] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.783023 5554 sys_catalog.cc:455] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.783604 5554 sys_catalog.cc:458] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: This master's current role is: FOLLOWER
15:22:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.784598 5545 sys_catalog.cc:565] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: configured and running, proceeding with master startup.
15:22:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.811233 5565 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:22:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.811589 5565 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:22:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.806550 5465 master_runner.cc:186] Error getting master registration for 127.5.46.254:37515: OK, instance_id { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" instance_seqno: 1761578530949420 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:22:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.827050 5465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:22:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.837332 5554 raft_consensus.cc:493] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:22:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.837929 5554 raft_consensus.cc:515] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:14.840257 5554 leader_election.cc:290] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8cf353100ed5462bbe0dd9ea7ebbd64f (127.5.46.254:37515), 9de36d6eba5542469302d74e36d6a895 (127.5.46.253:44801)
15:22:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:14.845559 5497 tablet.cc:2378] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:22:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.123832 5463 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 7
15:22:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.146359 5463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: Bootstrap starting.
15:22:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.154983 5463 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: Neither blocks nor log segments found. Creating new log.
15:22:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.157588 5463 log.cc:826] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: Log is configured to *not* fsync() on all Append() calls
15:22:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.163107 5463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: No bootstrap required, opened a new log
15:22:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.192994 5463 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.193884 5463 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.194192 5463 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9de36d6eba5542469302d74e36d6a895, State: Initialized, Role: FOLLOWER
15:22:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.195104 5463 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.198028 5569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.198863 5569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.199956 5463 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: configured and running, proceeding with master startup.
15:22:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.200129 5438 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a46a9710f2c3490db354bc6e2d4faec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9de36d6eba5542469302d74e36d6a895" is_pre_election: true
15:22:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.201086 5438 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a46a9710f2c3490db354bc6e2d4faec7 in term 0.
15:22:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.202560 5495 leader_election.cc:304] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9de36d6eba5542469302d74e36d6a895, a46a9710f2c3490db354bc6e2d4faec7; no voters:
15:22:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.203329 5554 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:22:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.203697 5554 raft_consensus.cc:493] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:22:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.204035 5554 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 0 FOLLOWER]: Advancing to term 1
15:22:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.211192 5554 raft_consensus.cc:515] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.213150 5554 leader_election.cc:290] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [CANDIDATE]: Term 1 election: Requested vote from peers 8cf353100ed5462bbe0dd9ea7ebbd64f (127.5.46.254:37515), 9de36d6eba5542469302d74e36d6a895 (127.5.46.253:44801)
15:22:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.214774 5438 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a46a9710f2c3490db354bc6e2d4faec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9de36d6eba5542469302d74e36d6a895"
15:22:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.215348 5438 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 0 FOLLOWER]: Advancing to term 1
15:22:15.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.228721 5438 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a46a9710f2c3490db354bc6e2d4faec7 in term 1.
15:22:15.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.229933 5495 leader_election.cc:304] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9de36d6eba5542469302d74e36d6a895, a46a9710f2c3490db354bc6e2d4faec7; no voters:
15:22:15.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.230702 5554 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 1 FOLLOWER]: Leader election won for term 1
15:22:15.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.232482 5554 raft_consensus.cc:697] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [term 1 LEADER]: Becoming Leader. State: Replica: a46a9710f2c3490db354bc6e2d4faec7, State: Running, Role: LEADER
15:22:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.233301 5554 consensus_queue.cc:237] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.240411 5577 sys_catalog.cc:455] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a46a9710f2c3490db354bc6e2d4faec7. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.241236 5577 sys_catalog.cc:458] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: This master's current role is: LEADER
15:22:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.251166 5580 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:22:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.260563 5580 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:22:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.272272 5584 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:22:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.277331 5438 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [term 1 FOLLOWER]: Refusing update from remote peer a46a9710f2c3490db354bc6e2d4faec7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:22:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.278888 5577 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:22:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.278404 5389 master_runner.cc:186] Error getting master registration for 127.5.46.254:37515: OK, instance_id { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" instance_seqno: 1761578530949420 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:22:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.309760 5389 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:22:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.319365 5569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a46a9710f2c3490db354bc6e2d4faec7. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.320092 5569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.328130 5577 sys_catalog.cc:455] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.328884 5577 sys_catalog.cc:458] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: This master's current role is: LEADER
15:22:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.332159 5580 catalog_manager.cc:1357] Generated new cluster ID: 48ec8df731c646caa16fbf5696fa6cf0
15:22:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.332423 5580 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:22:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.338279 5569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.338974 5569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895 [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.360334 5580 catalog_manager.cc:1380] Generated new certificate authority record
15:22:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.362608 5580 catalog_manager.cc:1514] Loading token signing keys...
15:22:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.385371 5580 catalog_manager.cc:6022] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7: Generated new TSK 0
15:22:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.386533 5580 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.398360 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/logs
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data/info.pb
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.193:0
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.193
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.193
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.666908 5387 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } attempt: 7
15:22:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.726310 5387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: Bootstrap starting.
15:22:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.764895 5387 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: Neither blocks nor log segments found. Creating new log.
15:22:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.767659 5387 log.cc:826] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: Log is configured to *not* fsync() on all Append() calls
15:22:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.784446 5387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: No bootstrap required, opened a new log
15:22:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.855520 5387 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.856384 5387 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.856705 5387 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cf353100ed5462bbe0dd9ea7ebbd64f, State: Initialized, Role: FOLLOWER
15:22:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.857594 5387 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } }
15:22:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.862218 5387 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: configured and running, proceeding with master startup.
15:22:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.862468 5361 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a46a9710f2c3490db354bc6e2d4faec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f"
15:22:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.863072 5362 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a46a9710f2c3490db354bc6e2d4faec7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" is_pre_election: true
15:22:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.864611 5360 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [term 0 FOLLOWER]: Advancing to term 1
15:22:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.860976 5598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.865510 5598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.864348 5362 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:48344 (request call id 2) took 1023 ms. Trace:
15:22:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.866199 5362 rpcz_store.cc:276] 1027 15:22:14.841061 (+ 0us) service_pool.cc:168] Inserting onto call queue
15:22:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 15:22:14.841209 (+ 148us) service_pool.cc:225] Handling call
15:22:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1027 15:22:15.864282 (+1023073us) inbound_call.cc:173] Queueing success response
15:22:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:22:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.874294 5360 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [term 1 FOLLOWER]: Refusing update from remote peer a46a9710f2c3490db354bc6e2d4faec7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:22:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.875813 5577 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:22:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:15.899160 5590 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:15.899842 5590 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:15.900976 5590 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.933023 5598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a46a9710f2c3490db354bc6e2d4faec7. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.933701 5598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.933197 5604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.934314 5604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:15.964766 5590 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:15.966311 5590 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.46.193
15:22:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.969929 5615 catalog_manager.cc:1269] Loaded cluster ID: 48ec8df731c646caa16fbf5696fa6cf0
15:22:15.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.971787 5615 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: loading cluster ID for follower catalog manager: success
15:22:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.992856 5615 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: acquiring CA information for follower catalog manager: success
15:22:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:15.998540 5615 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 8cf353100ed5462bbe0dd9ea7ebbd64f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.033679 5590 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.193:0
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data/info.pb
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.193
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.193
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/logs
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.035452 5590 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.037684 5590 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:16.053401 5618 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.304778 5584 catalog_manager.cc:1269] Loaded cluster ID: 48ec8df731c646caa16fbf5696fa6cf0
15:22:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.305277 5584 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: loading cluster ID for follower catalog manager: success
15:22:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.312381 5584 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: acquiring CA information for follower catalog manager: success
15:22:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.338227 5584 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 9de36d6eba5542469302d74e36d6a895: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:22:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.523478 5625 sys_catalog.cc:455] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a46a9710f2c3490db354bc6e2d4faec7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cf353100ed5462bbe0dd9ea7ebbd64f" member_type: VOTER last_known_addr { host: "127.5.46.254" port: 37515 } } peers { permanent_uuid: "9de36d6eba5542469302d74e36d6a895" member_type: VOTER last_known_addr { host: "127.5.46.253" port: 44801 } } peers { permanent_uuid: "a46a9710f2c3490db354bc6e2d4faec7" member_type: VOTER last_known_addr { host: "127.5.46.252" port: 38045 } } }
15:22:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:16.524655 5625 sys_catalog.cc:458] T 00000000000000000000000000000000 P a46a9710f2c3490db354bc6e2d4faec7 [sys.catalog]: This master's current role is: LEADER
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.454864 5617 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 5590
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.922248 5617 kernel_stack_watchdog.cc:198] Thread 5590 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 380ms:
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:22:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:16.057341 5619 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.933324 5590 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.860s user 0.000s sys 0.006s
15:22:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.933723 5590 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.861s user 0.000s sys 0.006s
15:22:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.936172 5620 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1878 milliseconds
15:22:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:17.937464 5622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.937502 5590 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.938911 5590 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.944686 5590 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.946201 5590 hybrid_clock.cc:648] HybridClock initialized: now 1761578537946131 us; error 72 us; skew 500 ppm
15:22:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.947363 5590 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.974200 5590 webserver.cc:492] Webserver started at http://127.5.46.193:40683/ using document root <none> and password file <none>
15:22:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.975754 5590 fs_manager.cc:362] Metadata directory not provided
15:22:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.976186 5590 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.976857 5590 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.983280 5590 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data/instance:
15:22:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e43c08132834242a52f5a53265d9769"
15:22:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:17 on dist-test-slave-gjcc"
15:22:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:17.985029 5590 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal/instance:
15:22:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e43c08132834242a52f5a53265d9769"
15:22:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:17 on dist-test-slave-gjcc"
15:22:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.001734 5590 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.013s sys 0.001s
15:22:18.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.015359 5632 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.017060 5590 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.002s sys 0.008s
15:22:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.017671 5590 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data,/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal
15:22:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e43c08132834242a52f5a53265d9769"
15:22:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:17 on dist-test-slave-gjcc"
15:22:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.018286 5590 fs_report.cc:389] FS layout report
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data/data
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.154722 5590 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.157030 5590 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.157742 5590 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.167392 5590 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:22:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.179738 5590 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:22:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.180226 5590 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
15:22:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.180655 5590 ts_tablet_manager.cc:616] Registered 0 tablets
15:22:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.180949 5590 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:22:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.862586 5590 rpc_server.cc:307] RPC server started. Bound to: 127.5.46.193:45991
15:22:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.862679 5744 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.46.193:45991 every 8 connection(s)
15:22:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.866009 5590 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/data/info.pb
15:22:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.868526 5307 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu as pid 5590
15:22:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.869159 5307 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-0/wal/instance
15:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.929381 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/logs
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data/info.pb
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.194:0
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.194
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.194
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.976439 5751 heartbeater.cc:344] Connected to a master server at 127.5.46.254:37515
15:22:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.976986 5751 heartbeater.cc:461] Registering TS with master...
15:22:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.978327 5751 heartbeater.cc:507] Master 127.5.46.254:37515 requested a full tablet report, sending...
15:22:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.982607 5352 ts_manager.cc:194] Registered new tserver with Master: 8e43c08132834242a52f5a53265d9769 (127.5.46.193:45991)
15:22:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.984236 5746 heartbeater.cc:344] Connected to a master server at 127.5.46.253:44801
15:22:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.984588 5746 heartbeater.cc:461] Registering TS with master...
15:22:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.985510 5746 heartbeater.cc:507] Master 127.5.46.253:44801 requested a full tablet report, sending...
15:22:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.988557 5427 ts_manager.cc:194] Registered new tserver with Master: 8e43c08132834242a52f5a53265d9769 (127.5.46.193:45991)
15:22:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.993965 5745 heartbeater.cc:344] Connected to a master server at 127.5.46.252:38045
15:22:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.994277 5745 heartbeater.cc:461] Registering TS with master...
15:22:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.995108 5745 heartbeater.cc:507] Master 127.5.46.252:38045 requested a full tablet report, sending...
15:22:19.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:18.997520 5508 ts_manager.cc:194] Registered new tserver with Master: 8e43c08132834242a52f5a53265d9769 (127.5.46.193:45991)
15:22:19.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:19.000028 5508 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.46.193:50705
15:22:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.308285 5753 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.308904 5753 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.309446 5753 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.344429 5753 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.345403 5753 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.46.194
15:22:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:19.381891 5753 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.194:0
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data/info.pb
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.194
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.194
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/logs
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:19.383558 5753 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:19.385252 5753 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.398138 5762 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:20.004082 5745 heartbeater.cc:499] Master 127.5.46.252:38045 was elected leader, sending a full tablet report...
15:22:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:20.803813 5761 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 5753
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.073051 5761 kernel_stack_watchdog.cc:198] Thread 5753 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:22:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.073650 5753 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.674s user 0.646s sys 1.018s
15:22:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.074035 5753 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.675s user 0.646s sys 1.018s
15:22:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:19.400995 5763 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.074327 5764 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1673 milliseconds
15:22:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.075793 5766 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.075754 5753 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.079195 5753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.081279 5753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.082633 5753 hybrid_clock.cc:648] HybridClock initialized: now 1761578541082580 us; error 57 us; skew 500 ppm
15:22:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.083451 5753 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.089691 5753 webserver.cc:492] Webserver started at http://127.5.46.194:38685/ using document root <none> and password file <none>
15:22:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.090638 5753 fs_manager.cc:362] Metadata directory not provided
15:22:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.090859 5753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.091311 5753 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:21.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.095939 5753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data/instance:
15:22:21.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71a7d8935ab04477979cdbf5d966f1b5"
15:22:21.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:21 on dist-test-slave-gjcc"
15:22:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.097069 5753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal/instance:
15:22:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71a7d8935ab04477979cdbf5d966f1b5"
15:22:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:21 on dist-test-slave-gjcc"
15:22:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.104391 5753 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
15:22:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.110046 5774 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.111020 5753 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.003s
15:22:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.111383 5753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data,/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal
15:22:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71a7d8935ab04477979cdbf5d966f1b5"
15:22:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 15:22:21 on dist-test-slave-gjcc"
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.111714 5753 fs_report.cc:389] FS layout report
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data/data
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.176882 5753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.178382 5753 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.178778 5753 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.181217 5753 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:22:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.185272 5753 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:22:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.185464 5753 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:22:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.185678 5753 ts_tablet_manager.cc:616] Registered 0 tablets
15:22:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.185838 5753 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:22:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.325513 5753 rpc_server.cc:307] RPC server started. Bound to: 127.5.46.194:37603
15:22:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.325601 5889 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.46.194:37603 every 8 connection(s)
15:22:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.327976 5753 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/data/info.pb
15:22:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.331297 5307 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu as pid 5753
15:22:21.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.331915 5307 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-1/wal/instance
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.354627 5307 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/wal
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/data
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/logs
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/data/info.pb
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.195:0
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.195
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.195
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.380671 5890 heartbeater.cc:344] Connected to a master server at 127.5.46.252:38045
15:22:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.381131 5890 heartbeater.cc:461] Registering TS with master...
15:22:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.382122 5891 heartbeater.cc:344] Connected to a master server at 127.5.46.253:44801
15:22:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.382476 5891 heartbeater.cc:461] Registering TS with master...
15:22:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.382436 5890 heartbeater.cc:507] Master 127.5.46.252:38045 requested a full tablet report, sending...
15:22:21.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.383555 5891 heartbeater.cc:507] Master 127.5.46.253:44801 requested a full tablet report, sending...
15:22:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.385349 5508 ts_manager.cc:194] Registered new tserver with Master: 71a7d8935ab04477979cdbf5d966f1b5 (127.5.46.194:37603)
15:22:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.386826 5427 ts_manager.cc:194] Registered new tserver with Master: 71a7d8935ab04477979cdbf5d966f1b5 (127.5.46.194:37603)
15:22:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.387296 5508 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.46.194:39469
15:22:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.388458 5894 heartbeater.cc:344] Connected to a master server at 127.5.46.254:37515
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.388851 5894 heartbeater.cc:461] Registering TS with master...
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.389585 5894 heartbeater.cc:507] Master 127.5.46.254:37515 requested a full tablet report, sending...
15:22:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.391525 5352 ts_manager.cc:194] Registered new tserver with Master: 71a7d8935ab04477979cdbf5d966f1b5 (127.5.46.194:37603)
15:22:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.680744 5900 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.681207 5900 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.681903 5900 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.716289 5900 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.717203 5900 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.46.195
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.755798 5900 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.46.212:42009
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/data
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/wal
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.46.195:0
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/data/info.pb
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.46.195
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.46.254:37515,127.5.46.253:44801,127.5.46.252:38045
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.46.195
15:22:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/logs
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8745
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.757511 5900 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:21.759181 5900 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.771054 5906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.391239 5890 heartbeater.cc:499] Master 127.5.46.252:38045 was elected leader, sending a full tablet report...
15:22:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5900)
15:22:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
15:22:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
15:22:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 tzset <null> (libc.so.6+0xd3fe4)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 strdup <null> (libc.so.6+0x9daf9)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5907' (tid=5907, running) created by main thread at:
15:22:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5906' (tid=5906, finished) created by main thread at:
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu+0x49fd2f)
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.772868 5907 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:21.776280 5909 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:22.808838 5908 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.808899 5900 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5900)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f856e29d668 by thread T6:
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f856e29d668 by thread T5 (mutexes: write M83):
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '??' at 0x7f856ddac000 (libkudu_util.so+0x0000004f1668)
15:22:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f856c1ff840) created at:
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5907' (tid=5907, running) created by main thread at:
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5906' (tid=5906, finished) created by main thread at:
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/lib/libkudu_util.so+0x449f05)
15:22:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.813611 5900 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.816453 5900 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.817938 5900 hybrid_clock.cc:648] HybridClock initialized: now 1761578542817880 us; error 103 us; skew 500 ppm
15:22:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.818825 5900 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.826306 5900 webserver.cc:492] Webserver started at http://127.5.46.195:42129/ using document root <none> and password file <none>
15:22:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.827441 5900 fs_manager.cc:362] Metadata directory not provided
15:22:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.827683 5900 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.828008 5900 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.828967 5900 fs_manager.cc:362] Metadata directory not provided
15:22:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.829155 5900 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:22.829871 5900 ts_tablet_manager.cc:1507] Shutting down tablet manager...
15:22:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5900)
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3775):
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
15:22:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3775 (0x7b7000001980) created at:
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5915, running) created by main thread at:
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5900)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5915, running) created by main thread at:
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu+0x49fd2f)
15:22:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:22.850148 5900 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
15:22:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628/ts-2: No such file or directory (error 2)
15:22:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
15:22:23.886 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu: process exited with non-zero status 66"
}
15:22:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:23.886992 5307 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu with pid 5590
15:22:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:23.910709 5307 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu with pid 5753
15:22:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:23.937162 5307 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu with pid 5319
15:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:23.958367 5307 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu with pid 5389
15:22:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 15:22:23.985237 5307 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu with pid 5465
15:22:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:24.011233 5307 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628 during walk: No such file or directory
15:22:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:24.011526 5307 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628 during walk: No such file or directory
15:22:24.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 15:22:24.011853 5307 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskYyNdIU/test-tmp/mini-kudu-cluster3336395137794963628: One or more errors occurred
15:22:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5307==WARNING: invalid path to external symbolizer!
15:22:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5307==WARNING: Failed to use and restart external symbolizer!
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5307)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
15:22:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
15:22:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=5314, running) created by main thread at:
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5307)
15:22:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
15:22:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=5313, running) created by main thread at:
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskYyNdIU/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:24.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T15:22:24Z chronyd exiting
15:22:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
15:22:25.088 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testArrayEmptyValidityOptimization: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskYyNdIU/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)