13:54:10.438 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:54:10.450 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknLqU97/test-tmp
13:54:10.453 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:54:10.457 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknLqU97/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:54:10.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:54:10.904 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:54:10.906 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:54:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:10.909623 2929 mini_oidc.cc:152] Starting JWKS server
13:54:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:10.913946 2929 webserver.cc:460] Webserver started at http://127.0.0.1:46623/ using document root <none> and password file <none>
13:54:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:10.914568 2929 mini_oidc.cc:189] Starting OIDC Discovery server
13:54:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:10.916577 2929 webserver.cc:460] Webserver started at http://127.0.0.1:45575/ using document root <none> and password file <none>
13:54:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:54:10Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:54:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:54:10Z Disabled control of system clock
13:54:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:10.973965 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/logs
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data/info.pb
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.126:35647
13:54:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.126
13:54:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json with env {}
13:54:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.284682 2941 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.285262 2941 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.285851 2941 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.317065 2941 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.317358 2941 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.317674 2941 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.317970 2941 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.318300 2941 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.318544 2941 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46623/jwks.json
13:54:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:11.360301 2941 master_runner.cc:386] Master server non-default flags:
13:54:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data
13:54:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.126:35647
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data/info.pb
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.126
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/logs
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:11.361738 2941 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:11.363519 2941 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.382345 2948 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.382345 2947 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:12.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:11.382524 2950 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:12.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:11.384112 2941 server_base.cc:1034] running on GCE node
13:54:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.650672 2941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.653909 2941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.655300 2941 hybrid_clock.cc:648] HybridClock initialized: now 1786197252655269 us; error 98 us; skew 500 ppm
13:54:12.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.656154 2941 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.666298 2941 webserver.cc:460] Webserver started at http://127.2.220.126:41979/ using document root <none> and password file <none>
13:54:12.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.667342 2941 fs_manager.cc:359] Metadata directory not provided
13:54:12.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.667541 2941 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.667939 2941 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:12.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.673230 2941 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data/instance:
13:54:12.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "836f4affa79b460ca0ff07d29cb11492"
13:54:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:12 on dist-test-slave-65mx"
13:54:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.674388 2941 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal/instance:
13:54:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "836f4affa79b460ca0ff07d29cb11492"
13:54:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:12 on dist-test-slave-65mx"
13:54:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.682399 2941 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
13:54:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.688306 2958 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.689692 2941 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
13:54:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.690060 2941 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal
13:54:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "836f4affa79b460ca0ff07d29cb11492"
13:54:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:12 on dist-test-slave-65mx"
13:54:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.690505 2941 fs_report.cc:383] FS layout report
13:54:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data/data
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.749048 2941 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.750913 2941 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.751739 2941 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.826115 2941 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.126:35647
13:54:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.826205 3016 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.126:35647 every 8 connection(s)
13:54:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.829227 2941 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/data/info.pb
13:54:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.835206 3017 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.836748 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 2941
13:54:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.837324 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-0/wal/instance
13:54:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.842890 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal
13:54:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/logs
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data/info.pb
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.125:41545
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.125
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json with env {}
13:54:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.852982 3017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } has no permanent_uuid. Determining permanent_uuid...
13:54:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.883193 3017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } has no permanent_uuid. Determining permanent_uuid...
13:54:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:12.885387 2962 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:12.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:12.889616 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:12.939230 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 1
13:54:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:12.943435 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.011852 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 2
13:54:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.015765 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.107174 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 3
13:54:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.111225 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.180331 3019 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.180941 3019 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.181641 3019 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.213634 3019 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.213925 3019 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.214116 3019 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.214298 3019 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.214470 3019 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.214650 3019 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46623/jwks.json
13:54:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.251143 3019 master_runner.cc:386] Master server non-default flags:
13:54:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.125:41545
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data/info.pb
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.125
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/logs
13:54:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.252324 3019 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.254539 3019 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.254623 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 4
13:54:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.258981 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.273670 3029 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.558490 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 5
13:54:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.562963 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.110495 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 6
13:54:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.118793 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.125:41545: Network error: Client connection negotiation failed: client connection to 127.2.220.125:41545: connect: Connection refused (error 111)
13:54:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.273667 3028 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:13.274147 3031 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:13.276286 3019 server_base.cc:1034] running on GCE node
13:54:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.476812 3019 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.479728 3019 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.481169 3019 hybrid_clock.cc:648] HybridClock initialized: now 1786197254481126 us; error 39 us; skew 500 ppm
13:54:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.482374 3019 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.489569 3019 webserver.cc:460] Webserver started at http://127.2.220.125:37663/ using document root <none> and password file <none>
13:54:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.490688 3019 fs_manager.cc:359] Metadata directory not provided
13:54:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.490985 3019 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.491588 3019 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.497155 3019 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data/instance:
13:54:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754535e7f3a14d779705bcabf49e3744"
13:54:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:14 on dist-test-slave-65mx"
13:54:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.498502 3019 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal/instance:
13:54:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754535e7f3a14d779705bcabf49e3744"
13:54:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:14 on dist-test-slave-65mx"
13:54:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.506342 3019 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
13:54:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.512476 3042 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.513693 3019 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
13:54:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.514081 3019 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal
13:54:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754535e7f3a14d779705bcabf49e3744"
13:54:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:14 on dist-test-slave-65mx"
13:54:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.514487 3019 fs_report.cc:383] FS layout report
13:54:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal
13:54:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data/data
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.560266 3019 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.562034 3019 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.562638 3019 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.635628 3019 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.125:41545
13:54:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.635711 3102 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.125:41545 every 8 connection(s)
13:54:14.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.638700 3019 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/data/info.pb
13:54:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.644096 3103 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.644742 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3019
13:54:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.645234 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-1/wal/instance
13:54:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.648330 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/logs
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data/info.pb
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.124:38425
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.124
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json with env {}
13:54:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.659916 3103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } has no permanent_uuid. Determining permanent_uuid...
13:54:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.683595 3103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } has no permanent_uuid. Determining permanent_uuid...
13:54:14.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.701066 3103 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } has no permanent_uuid. Determining permanent_uuid...
13:54:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.703161 3047 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.707528 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.757117 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 1
13:54:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.761072 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.829468 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 2
13:54:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.833968 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:14.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:14.925464 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 3
13:54:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.929455 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.980788 3106 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.981426 3106 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:14.982017 3106 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.013936 3106 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.014225 3106 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.014417 3106 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.014678 3106 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.014876 3106 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.015039 3106 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46623/jwks.json
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.050693 3106 master_runner.cc:386] Master server non-default flags:
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.124:38425
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46623/jwks.json
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data/info.pb
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.124
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/logs
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.051935 3106 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.054116 3106 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.072916 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 4
13:54:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.074369 3119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.079087 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.179237 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } attempt: 7
13:54:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.200258 3017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } has no permanent_uuid. Determining permanent_uuid...
13:54:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.218811 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.277427 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 1
13:54:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.283414 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.365064 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 2
13:54:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.371421 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.378548 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 5
13:54:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.384590 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.457062 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 3
13:54:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.463052 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.603684 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 4
13:54:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.609743 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.893344 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 5
13:54:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.899551 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:15.932225 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 6
13:54:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.942572 3103 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.080197 3121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:15.075575 3118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:16.310905 3120 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
13:54:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.311031 3106 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:54:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.312458 3106 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.315733 3106 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.317181 3106 hybrid_clock.cc:648] HybridClock initialized: now 1786197256317137 us; error 62 us; skew 500 ppm
13:54:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.318020 3106 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.324491 3106 webserver.cc:460] Webserver started at http://127.2.220.124:43805/ using document root <none> and password file <none>
13:54:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.325480 3106 fs_manager.cc:359] Metadata directory not provided
13:54:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.325673 3106 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.326108 3106 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.333508 3106 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data/instance:
13:54:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "045a6afbaf6947d2a31c9cdacb562734"
13:54:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:16 on dist-test-slave-65mx"
13:54:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.335114 3106 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal/instance:
13:54:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "045a6afbaf6947d2a31c9cdacb562734"
13:54:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:16 on dist-test-slave-65mx"
13:54:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.344933 3106 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
13:54:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.350890 3134 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.352257 3106 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.352669 3106 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "045a6afbaf6947d2a31c9cdacb562734"
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:16 on dist-test-slave-65mx"
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.353025 3106 fs_report.cc:383] FS layout report
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data/data
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.399571 3106 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.401389 3106 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.401840 3106 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.452157 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 6
13:54:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:16.459437 3017 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.220.124:38425: Network error: Client connection negotiation failed: client connection to 127.2.220.124:38425: connect: Connection refused (error 111)
13:54:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.479293 3106 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.124:38425
13:54:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.479403 3191 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.124:38425 every 8 connection(s)
13:54:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.482493 3106 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/data/info.pb
13:54:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.487870 3192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.490805 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3106
13:54:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.491286 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/master-2/wal/instance
13:54:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.506757 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } has no permanent_uuid. Determining permanent_uuid...
13:54:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.544849 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } has no permanent_uuid. Determining permanent_uuid...
13:54:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.560850 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } has no permanent_uuid. Determining permanent_uuid...
13:54:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.580484 3192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: Bootstrap starting.
13:54:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.586908 3192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: Neither blocks nor log segments found. Creating new log.
13:54:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.590013 3192 log.cc:824] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: Log is configured to *not* fsync() on all Append() calls
13:54:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.594478 3192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: No bootstrap required, opened a new log
13:54:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.616298 3192 raft_consensus.cc:348] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.617017 3192 raft_consensus.cc:374] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.617224 3192 raft_consensus.cc:729] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 045a6afbaf6947d2a31c9cdacb562734, State: Initialized, Role: FOLLOWER
13:54:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.617961 3192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.620662 3201 sys_catalog.cc:455] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.622052 3201 sys_catalog.cc:458] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: This master's current role is: FOLLOWER
13:54:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.622463 3192 sys_catalog.cc:564] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: configured and running, proceeding with master startup.
13:54:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:16.652635 3214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:16.652997 3214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:16.657089 3141 tablet.cc:2369] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.648028 3106 master_runner.cc:186] Error getting master registration for 127.2.220.126:35647: OK, instance_id { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" instance_seqno: 1786197252805878 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:54:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.685077 3106 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.835168 3201 raft_consensus.cc:482] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.835781 3201 raft_consensus.cc:504] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:16.840317 3201 leader_election.cc:288] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 836f4affa79b460ca0ff07d29cb11492 (127.2.220.126:35647), 754535e7f3a14d779705bcabf49e3744 (127.2.220.125:41545)
13:54:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.003209 3103 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 7
13:54:17.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.027501 3103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: Bootstrap starting.
13:54:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.034965 3103 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: Neither blocks nor log segments found. Creating new log.
13:54:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.037664 3103 log.cc:824] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: Log is configured to *not* fsync() on all Append() calls
13:54:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.044341 3103 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: No bootstrap required, opened a new log
13:54:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.080459 3103 raft_consensus.cc:348] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.081931 3103 raft_consensus.cc:374] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.082327 3103 raft_consensus.cc:729] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 754535e7f3a14d779705bcabf49e3744, State: Initialized, Role: FOLLOWER
13:54:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.083441 3103 consensus_queue.cc:260] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.087196 3219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.088379 3219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.089437 3103 sys_catalog.cc:564] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: configured and running, proceeding with master startup.
13:54:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.089722 3074 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "045a6afbaf6947d2a31c9cdacb562734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "754535e7f3a14d779705bcabf49e3744" is_pre_election: true
13:54:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.091310 3074 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 045a6afbaf6947d2a31c9cdacb562734 in term 0.
13:54:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.092833 3139 leader_election.cc:302] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 045a6afbaf6947d2a31c9cdacb562734, 754535e7f3a14d779705bcabf49e3744; no voters:
13:54:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.094269 3201 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:54:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.094616 3201 raft_consensus.cc:482] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:54:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.094920 3201 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 0 FOLLOWER]: Advancing to term 1
13:54:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.102038 3201 raft_consensus.cc:504] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.105734 3201 leader_election.cc:288] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [CANDIDATE]: Term 1 election: Requested vote from peers 836f4affa79b460ca0ff07d29cb11492 (127.2.220.126:35647), 754535e7f3a14d779705bcabf49e3744 (127.2.220.125:41545)
13:54:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.106870 3074 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "045a6afbaf6947d2a31c9cdacb562734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "754535e7f3a14d779705bcabf49e3744"
13:54:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.107749 3074 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 0 FOLLOWER]: Advancing to term 1
13:54:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.122289 3074 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 045a6afbaf6947d2a31c9cdacb562734 in term 1.
13:54:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.124214 3139 leader_election.cc:302] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 045a6afbaf6947d2a31c9cdacb562734, 754535e7f3a14d779705bcabf49e3744; no voters:
13:54:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.125265 3201 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 1 FOLLOWER]: Leader election won for term 1
13:54:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.129454 3201 raft_consensus.cc:686] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [term 1 LEADER]: Becoming Leader. State: Replica: 045a6afbaf6947d2a31c9cdacb562734, State: Running, Role: LEADER
13:54:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.130580 3201 consensus_queue.cc:237] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.160001 3229 sys_catalog.cc:455] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 045a6afbaf6947d2a31c9cdacb562734. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.161510 3229 sys_catalog.cc:458] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: This master's current role is: LEADER
13:54:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.166481 3234 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:54:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.175280 3234 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:54:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:17.188993 3233 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:17.189461 3233 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.153347 3019 master_runner.cc:186] Error getting master registration for 127.2.220.126:35647: OK, instance_id { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" instance_seqno: 1786197252805878 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:54:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.204747 3019 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.207031 3074 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [term 1 FOLLOWER]: Refusing update from remote peer 045a6afbaf6947d2a31c9cdacb562734: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.209115 3229 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:17.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.252050 3219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 045a6afbaf6947d2a31c9cdacb562734. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.259840 3219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.260453 3201 sys_catalog.cc:455] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.261246 3201 sys_catalog.cc:458] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: This master's current role is: LEADER
13:54:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.263293 3234 catalog_manager.cc:1347] Generated new cluster ID: efe2c4aff9cc419395cce9b64c402978
13:54:17.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.263572 3234 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:54:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.270167 3236 mvcc.cc:205] Tried to move back new op lower bound from 7316263965497942016 to 7316263965222658048. Current Snapshot: MvccSnapshot[applied={T|T < 7316263965497942016 or (T in {7316263965497942016})}]
13:54:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.295121 3219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.296016 3219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.315106 3234 catalog_manager.cc:1370] Generated new certificate authority record
13:54:17.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.317868 3234 catalog_manager.cc:1504] Loading token signing keys...
13:54:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.356662 3234 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734: Generated new TSK 0
13:54:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.360594 3234 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:54:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.388201 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/logs
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data/info.pb
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.65:0
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.65
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.65
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.492889 3017 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } attempt: 7
13:54:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.572628 3017 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: Bootstrap starting.
13:54:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.582159 3017 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: Neither blocks nor log segments found. Creating new log.
13:54:17.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.593479 3017 log.cc:824] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: Log is configured to *not* fsync() on all Append() calls
13:54:17.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.613075 3017 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: No bootstrap required, opened a new log
13:54:17.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.679528 3017 raft_consensus.cc:348] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.692714 3017 raft_consensus.cc:374] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.693476 3017 raft_consensus.cc:729] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 836f4affa79b460ca0ff07d29cb11492, State: Initialized, Role: FOLLOWER
13:54:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.694912 3017 consensus_queue.cc:260] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } }
13:54:17.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.700529 3247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.705273 3017 sys_catalog.cc:564] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: configured and running, proceeding with master startup.
13:54:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.705471 2988 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "045a6afbaf6947d2a31c9cdacb562734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "836f4affa79b460ca0ff07d29cb11492"
13:54:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.706838 2987 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [term 0 FOLLOWER]: Advancing to term 1
13:54:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.707334 2989 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "045a6afbaf6947d2a31c9cdacb562734" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "836f4affa79b460ca0ff07d29cb11492" is_pre_election: true
13:54:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.712734 3247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.723807 2987 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [term 1 FOLLOWER]: Refusing update from remote peer 045a6afbaf6947d2a31c9cdacb562734: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.726310 3201 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [LEADER]: Connected to new peer: Peer: permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.778327 3251 sys_catalog.cc:455] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.779150 3251 sys_catalog.cc:458] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.780181 3247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 045a6afbaf6947d2a31c9cdacb562734. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.781104 3247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492 [sys.catalog]: This master's current role is: FOLLOWER
13:54:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.842044 3263 catalog_manager.cc:1259] Loaded cluster ID: efe2c4aff9cc419395cce9b64c402978
13:54:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.851866 3263 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: loading cluster ID for follower catalog manager: success
13:54:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.869732 3263 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: acquiring CA information for follower catalog manager: success
13:54:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:17.876152 3263 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 836f4affa79b460ca0ff07d29cb11492: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:54:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.064260 3242 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.065995 3242 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.067158 3242 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.130095 3242 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.131906 3242 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.220.65
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.194027 3242 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data
13:54:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.65:0
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data/info.pb
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.65
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.65
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/logs
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.195159 3233 catalog_manager.cc:1259] Loaded cluster ID: efe2c4aff9cc419395cce9b64c402978
13:54:18.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.195627 3233 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: loading cluster ID for follower catalog manager: success
13:54:18.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.198427 3242 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.200875 3242 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.203094 3233 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: acquiring CA information for follower catalog manager: success
13:54:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.226802 3233 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 754535e7f3a14d779705bcabf49e3744: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:54:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.249969 3273 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.294154 3201 sys_catalog.cc:455] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "045a6afbaf6947d2a31c9cdacb562734" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "836f4affa79b460ca0ff07d29cb11492" member_type: VOTER last_known_addr { host: "127.2.220.126" port: 35647 } } peers { permanent_uuid: "754535e7f3a14d779705bcabf49e3744" member_type: VOTER last_known_addr { host: "127.2.220.125" port: 41545 } } peers { permanent_uuid: "045a6afbaf6947d2a31c9cdacb562734" member_type: VOTER last_known_addr { host: "127.2.220.124" port: 38425 } } }
13:54:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:18.297271 3201 sys_catalog.cc:458] T 00000000000000000000000000000000 P 045a6afbaf6947d2a31c9cdacb562734 [sys.catalog]: This master's current role is: LEADER
13:54:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:19.938504 3242 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.686s user 0.417s sys 0.709s
13:54:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:19.965000 3242 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.713s user 0.417s sys 0.710s
13:54:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:19.631428 3270 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 3242
13:54:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.965286 3242 server_base.cc:1034] running on GCE node
13:54:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:18.265272 3271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:19.968253 3275 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.970086 3242 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:19.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.973232 3242 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.974720 3242 hybrid_clock.cc:648] HybridClock initialized: now 1786197259974751 us; error 167 us; skew 500 ppm
13:54:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.975963 3242 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:19.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.988833 3242 webserver.cc:460] Webserver started at http://127.2.220.65:37341/ using document root <none> and password file <none>
13:54:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.990640 3242 fs_manager.cc:359] Metadata directory not provided
13:54:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.990978 3242 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.991597 3242 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:19.999815 3242 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data/instance:
13:54:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f363bc611e242b3a268d7a90dd30317"
13:54:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:19 on dist-test-slave-65mx"
13:54:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.001643 3242 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal/instance:
13:54:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f363bc611e242b3a268d7a90dd30317"
13:54:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:19 on dist-test-slave-65mx"
13:54:20.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.012600 3242 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.005s
13:54:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.020993 3285 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.022429 3242 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
13:54:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.022902 3242 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal
13:54:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f363bc611e242b3a268d7a90dd30317"
13:54:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:19 on dist-test-slave-65mx"
13:54:20.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.027511 3242 fs_report.cc:383] FS layout report
13:54:20.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:20.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data/data
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.082952 3242 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.085014 3242 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.085618 3242 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.093168 3242 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:54:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.103313 3242 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.103633 3242 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:54:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.104079 3242 ts_tablet_manager.cc:610] Registered 0 tablets
13:54:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.104305 3242 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:54:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:20.220642 3188 debug-util.cc:398] Leaking SignalData structure 0x7b08000be8c0 after lost signal to thread 3113
13:54:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:20.221293 3188 debug-util.cc:398] Leaking SignalData structure 0x7b08000816c0 after lost signal to thread 3191
13:54:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.689731 3406 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.65:35361 every 8 connection(s)
13:54:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.690621 3242 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.65:35361
13:54:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.695217 3242 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/data/info.pb
13:54:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.705147 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3242
13:54:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.705752 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-0/wal/instance
13:54:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.730278 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal
13:54:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data
13:54:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/logs
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data/info.pb
13:54:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.66:0
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.66
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.66
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.818693 3407 heartbeater.cc:347] Connected to a master server at 127.2.220.124:38425
13:54:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.819278 3407 heartbeater.cc:464] Registering TS with master...
13:54:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.820708 3407 heartbeater.cc:511] Master 127.2.220.124:38425 requested a full tablet report, sending...
13:54:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.824512 3152 ts_manager.cc:194] Registered new tserver with Master: 4f363bc611e242b3a268d7a90dd30317 (127.2.220.65:35361)
13:54:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.827967 3152 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.220.65:60867
13:54:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.831354 3410 heartbeater.cc:347] Connected to a master server at 127.2.220.125:41545
13:54:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.831718 3410 heartbeater.cc:464] Registering TS with master...
13:54:20.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.836447 3410 heartbeater.cc:511] Master 127.2.220.125:41545 requested a full tablet report, sending...
13:54:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.840303 3061 ts_manager.cc:194] Registered new tserver with Master: 4f363bc611e242b3a268d7a90dd30317 (127.2.220.65:35361)
13:54:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.842031 3412 heartbeater.cc:347] Connected to a master server at 127.2.220.126:35647
13:54:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.842413 3412 heartbeater.cc:464] Registering TS with master...
13:54:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.843091 3412 heartbeater.cc:511] Master 127.2.220.126:35647 requested a full tablet report, sending...
13:54:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:20.846160 2978 ts_manager.cc:194] Registered new tserver with Master: 4f363bc611e242b3a268d7a90dd30317 (127.2.220.65:35361)
13:54:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.370103 3419 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.370846 3419 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.371793 3419 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.440104 3419 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.441589 3419 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.220.66
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:21.505555 3419 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.66:0
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data/info.pb
13:54:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.66
13:54:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.66
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/logs
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:21.507283 3419 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:21.509555 3419 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.540659 3429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:21.851938 3407 heartbeater.cc:503] Master 127.2.220.124:38425 was elected leader, sending a full tablet report...
13:54:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:22.929745 3427 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 3419
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.097906 3427 kernel_stack_watchdog.cc:198] Thread 3419 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 381ms:
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.098169 3419 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.552s user 0.000s sys 0.003s
13:54:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:21.545029 3428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:23.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.098628 3419 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.553s user 0.000s sys 0.003s
13:54:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.101267 3433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.104146 3430 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:54:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.104175 3419 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:54:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.105965 3419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.108937 3419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.110436 3419 hybrid_clock.cc:648] HybridClock initialized: now 1786197263110394 us; error 39 us; skew 500 ppm
13:54:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.111586 3419 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.120608 3419 webserver.cc:460] Webserver started at http://127.2.220.66:44447/ using document root <none> and password file <none>
13:54:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.121953 3419 fs_manager.cc:359] Metadata directory not provided
13:54:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.122260 3419 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.122836 3419 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.130896 3419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data/instance:
13:54:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86c9144d7d154389bb45aa614a1e8e2d"
13:54:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:23 on dist-test-slave-65mx"
13:54:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.133035 3419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal/instance:
13:54:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86c9144d7d154389bb45aa614a1e8e2d"
13:54:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:23 on dist-test-slave-65mx"
13:54:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.143625 3419 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.000s
13:54:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.151815 3440 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.153339 3419 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
13:54:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.153785 3419 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal
13:54:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86c9144d7d154389bb45aa614a1e8e2d"
13:54:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:23 on dist-test-slave-65mx"
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.154284 3419 fs_report.cc:383] FS layout report
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data/data
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.211584 3419 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.213819 3419 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.214452 3419 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.218266 3419 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:54:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.224319 3419 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.224632 3419 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
13:54:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.224990 3419 ts_tablet_manager.cc:610] Registered 0 tablets
13:54:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.225189 3419 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:54:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.421141 3419 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.66:45825
13:54:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.421350 3559 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.66:45825 every 8 connection(s)
13:54:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.424026 3419 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/data/info.pb
13:54:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.426532 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3419
13:54:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.427388 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-1/wal/instance
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.445771 2929 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/logs
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data/info.pb
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.67:0
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.67
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.67
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.479511 3560 heartbeater.cc:347] Connected to a master server at 127.2.220.124:38425
13:54:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.480063 3560 heartbeater.cc:464] Registering TS with master...
13:54:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.484026 3560 heartbeater.cc:511] Master 127.2.220.124:38425 requested a full tablet report, sending...
13:54:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.487174 3152 ts_manager.cc:194] Registered new tserver with Master: 86c9144d7d154389bb45aa614a1e8e2d (127.2.220.66:45825)
13:54:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.490451 3152 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.220.66:46047
13:54:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.497577 3561 heartbeater.cc:347] Connected to a master server at 127.2.220.125:41545
13:54:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.497974 3561 heartbeater.cc:464] Registering TS with master...
13:54:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.498761 3561 heartbeater.cc:511] Master 127.2.220.125:41545 requested a full tablet report, sending...
13:54:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.503011 3061 ts_manager.cc:194] Registered new tserver with Master: 86c9144d7d154389bb45aa614a1e8e2d (127.2.220.66:45825)
13:54:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.514608 3567 heartbeater.cc:347] Connected to a master server at 127.2.220.126:35647
13:54:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.514999 3567 heartbeater.cc:464] Registering TS with master...
13:54:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.515764 3567 heartbeater.cc:511] Master 127.2.220.126:35647 requested a full tablet report, sending...
13:54:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.518603 2978 ts_manager.cc:194] Registered new tserver with Master: 86c9144d7d154389bb45aa614a1e8e2d (127.2.220.66:45825)
13:54:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.823738 3566 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.824359 3566 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.824949 3566 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.858974 3566 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.859800 3566 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.220.67
13:54:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.897462 3566 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.220.84:35645
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.220.67:0
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data/info.pb
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.220.67
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.220.126:35647,127.2.220.125:41545,127.2.220.124:38425
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.220.67
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/logs
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.898869 3566 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.900611 3566 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:23.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.920753 3578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:24.503068 3560 heartbeater.cc:503] Master 127.2.220.124:38425 was elected leader, sending a full tablet report...
13:54:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.921432 3576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:23.922704 3566 server_base.cc:1034] running on GCE node
13:54:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:23.922132 3575 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.128304 3566 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.130649 3566 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.132086 3566 hybrid_clock.cc:648] HybridClock initialized: now 1786197265132048 us; error 44 us; skew 500 ppm
13:54:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.133141 3566 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.144469 3566 webserver.cc:460] Webserver started at http://127.2.220.67:38495/ using document root <none> and password file <none>
13:54:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.145655 3566 fs_manager.cc:359] Metadata directory not provided
13:54:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.145933 3566 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.146512 3566 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.151574 3566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data/instance:
13:54:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f73d87ee6234fdab60cba69493bc51a"
13:54:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:25 on dist-test-slave-65mx"
13:54:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.152925 3566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal/instance:
13:54:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f73d87ee6234fdab60cba69493bc51a"
13:54:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:25 on dist-test-slave-65mx"
13:54:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.160929 3566 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
13:54:25.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.167138 3586 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.168322 3566 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.168779 3566 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f73d87ee6234fdab60cba69493bc51a"
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:25 on dist-test-slave-65mx"
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.169304 3566 fs_report.cc:383] FS layout report
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data/data
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.204717 3566 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.206419 3566 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.206977 3566 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.209818 3566 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:54:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.214690 3566 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.214951 3566 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:54:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.215301 3566 ts_tablet_manager.cc:610] Registered 0 tablets
13:54:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.215564 3566 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:54:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.369309 3566 rpc_server.cc:307] RPC server started. Bound to: 127.2.220.67:33787
13:54:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.369413 3709 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.220.67:33787 every 8 connection(s)
13:54:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.372035 3566 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/data/info.pb
13:54:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.373941 2929 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3566
13:54:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.374620 2929 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster6831198898592481378/ts-2/wal/instance
13:54:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.428005 3712 heartbeater.cc:347] Connected to a master server at 127.2.220.126:35647
13:54:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.428268 3711 heartbeater.cc:347] Connected to a master server at 127.2.220.125:41545
13:54:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.428596 3712 heartbeater.cc:464] Registering TS with master...
13:54:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.428644 3711 heartbeater.cc:464] Registering TS with master...
13:54:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.429936 3712 heartbeater.cc:511] Master 127.2.220.126:35647 requested a full tablet report, sending...
13:54:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.430464 3711 heartbeater.cc:511] Master 127.2.220.125:41545 requested a full tablet report, sending...
13:54:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.432930 3710 heartbeater.cc:347] Connected to a master server at 127.2.220.124:38425
13:54:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.433288 3710 heartbeater.cc:464] Registering TS with master...
13:54:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.433423 3061 ts_manager.cc:194] Registered new tserver with Master: 0f73d87ee6234fdab60cba69493bc51a (127.2.220.67:33787)
13:54:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.434190 3710 heartbeater.cc:511] Master 127.2.220.124:38425 requested a full tablet report, sending...
13:54:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.434245 2978 ts_manager.cc:194] Registered new tserver with Master: 0f73d87ee6234fdab60cba69493bc51a (127.2.220.67:33787)
13:54:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.437808 3152 ts_manager.cc:194] Registered new tserver with Master: 0f73d87ee6234fdab60cba69493bc51a (127.2.220.67:33787)
13:54:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.439997 3152 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.220.67:36377
13:54:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:25.443806 2929 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
13:54:25.454 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:54:25.456 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:54:25.466 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.220.126"
port: 35647
}
bound_http_address {
host: "127.2.220.126"
port: 41979
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.220.125"
port: 41545
}
bound_http_address {
host: "127.2.220.125"
port: 37663
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.220.124"
port: 38425
}
bound_http_address {
host: "127.2.220.124"
port: 43805
}
}
}
13:54:25.473 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:54:25.477 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.220.65"
port: 35361
}
bound_http_address {
host: "127.2.220.65"
port: 37341
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.220.66"
port: 45825
}
bound_http_address {
host: "127.2.220.66"
port: 44447
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.220.67"
port: 33787
}
bound_http_address {
host: "127.2.220.67"
port: 38495
}
}
}
13:54:25.477 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:54:25.679 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:54:25.794 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknLqU97/test-tmp
13:54:25.795 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:54:25.795 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknLqU97/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:54:25.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:54:26.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:26.153 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:54:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:26.156201 3721 mini_oidc.cc:152] Starting JWKS server
13:54:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:26.159910 3721 webserver.cc:460] Webserver started at http://127.0.0.1:34725/ using document root <none> and password file <none>
13:54:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:26.160338 3721 mini_oidc.cc:189] Starting OIDC Discovery server
13:54:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:26.162165 3721 webserver.cc:460] Webserver started at http://127.0.0.1:43091/ using document root <none> and password file <none>
13:54:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:54:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/principal' for realm 'KRBTEST.COM',
13:54:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:54:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:26 dist-test-slave-65mx krb5kdc[3734](info): setting up network...
13:54:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:54:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:26 dist-test-slave-65mx krb5kdc[3734](info): set up 2 sockets
13:54:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:26 dist-test-slave-65mx krb5kdc[3734](info): commencing operation
13:54:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:54:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:26.443782 3710 heartbeater.cc:503] Master 127.2.220.124:38425 was elected leader, sending a full tablet report...
13:54:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.368953 3721 mini_kdc.cc:121] Time spent starting KDC: real 1.180s user 0.010s sys 0.018s
13:54:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:54:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:54:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:54:27.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:54:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:54:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:54:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:54:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:54:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:54:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/test-user.keytab.
13:54:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/test-user.keytab.
13:54:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:27 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197267, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:54:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:54:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:54:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:54:27Z Disabled control of system clock
13:54:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.162.126@KRBTEST.COM; defaulting to no policy
13:54:27.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:27.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.162.126@KRBTEST.COM" created.
13:54:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab.
13:54:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab.
13:54:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:27.606449 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/logs
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.126:37619
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.126
13:54:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.126
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.938651 3747 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.939463 3747 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.940357 3747 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.972898 3747 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.973145 3747 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.973405 3747 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.973649 3747 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.973841 3747 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.974043 3747 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:27.974191 3747 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:28.015252 3747 master_runner.cc:386] Master server non-default flags:
13:54:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.126
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.126:37619
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.126
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/logs
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:28.016847 3747 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:28.018229 3747 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:28.038054 3754 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:28.038759 3755 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:28.040132 3747 server_base.cc:1034] running on GCE node
13:54:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:28.040638 3757 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.283236 3747 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.286432 3747 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.287896 3747 hybrid_clock.cc:648] HybridClock initialized: now 1786197269287849 us; error 116 us; skew 500 ppm
13:54:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.288971 3747 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:29 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197269, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.295710 3747 init.cc:377] Logged in from keytab as kudu/127.3.162.126@KRBTEST.COM (short username kudu)
13:54:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.301529 3747 webserver.cc:460] Webserver started at http://127.3.162.126:33845/ using document root <none> and password file <none>
13:54:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.302538 3747 fs_manager.cc:359] Metadata directory not provided
13:54:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.302790 3747 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:29.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.303229 3747 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.308146 3747 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/instance:
13:54:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c05daa254cb414593447c343b285aab"
13:54:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:29 on dist-test-slave-65mx"
13:54:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.309304 3747 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal/instance:
13:54:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c05daa254cb414593447c343b285aab"
13:54:29.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:29 on dist-test-slave-65mx"
13:54:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.317149 3747 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
13:54:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.323011 3766 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.324350 3747 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.324765 3747 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c05daa254cb414593447c343b285aab"
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:29 on dist-test-slave-65mx"
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.325099 3747 fs_report.cc:383] FS layout report
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/data
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.371043 3747 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.377704 3747 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.378286 3747 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.467794 3747 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.126:37619
13:54:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.467890 3822 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.126:37619 every 8 connection(s)
13:54:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.470846 3747 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.477046 3823 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.477160 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3747
13:54:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.477552 3721 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal/instance
13:54:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.491833 3823 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } has no permanent_uuid. Determining permanent_uuid...
13:54:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.162.125@KRBTEST.COM; defaulting to no policy
13:54:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.162.125@KRBTEST.COM" created.
13:54:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:29 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197269, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.126@KRBTEST.COM for kudu/127.3.162.126@KRBTEST.COM
13:54:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab.
13:54:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab.
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.534802 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/logs
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.125:37943
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.125
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.125
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.549309 3823 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } has no permanent_uuid. Determining permanent_uuid...
13:54:29.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.552294 3769 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.558326 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.607963 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 1
13:54:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.612268 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.680779 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 2
13:54:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.685087 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.776496 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 3
13:54:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.780922 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.885797 3829 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.886360 3829 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.886970 3829 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.921236 3829 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.921481 3829 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.921821 3829 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.922086 3829 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.922286 3829 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.922473 3829 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.922621 3829 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:29.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.924429 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 4
13:54:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.928397 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.963125 3829 master_runner.cc:386] Master server non-default flags:
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.125
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.125:37943
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.125
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/logs
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.964305 3829 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:29.965751 3829 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.988175 3840 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:30.227893 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 5
13:54:30.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:30.231765 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:30.779407 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 6
13:54:30.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:30.786651 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.125:37943: Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.988312 3837 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:29.988492 3838 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.230841 3839 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:54:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.231211 3829 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:54:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.236797 3829 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.239991 3829 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.241432 3829 hybrid_clock.cc:648] HybridClock initialized: now 1786197271241367 us; error 73 us; skew 500 ppm
13:54:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.242391 3829 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:31 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197271, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.255345 3829 init.cc:377] Logged in from keytab as kudu/127.3.162.125@KRBTEST.COM (short username kudu)
13:54:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.262458 3829 webserver.cc:460] Webserver started at http://127.3.162.125:37575/ using document root <none> and password file <none>
13:54:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.263597 3829 fs_manager.cc:359] Metadata directory not provided
13:54:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.263875 3829 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:31.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.264489 3829 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.269969 3829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/instance:
13:54:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "166be54eccc744a0a072388307dedcc9"
13:54:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:31 on dist-test-slave-65mx"
13:54:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.271378 3829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal/instance:
13:54:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "166be54eccc744a0a072388307dedcc9"
13:54:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:31 on dist-test-slave-65mx"
13:54:31.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.279853 3829 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
13:54:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.286522 3853 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:31.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.287735 3829 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
13:54:31.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.288172 3829 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:31.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "166be54eccc744a0a072388307dedcc9"
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:31 on dist-test-slave-65mx"
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.288581 3829 fs_report.cc:383] FS layout report
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/data
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.333738 3829 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.340818 3829 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.341374 3829 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.425127 3829 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.125:37943
13:54:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.425179 3906 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.125:37943 every 8 connection(s)
13:54:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.429044 3829 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.435364 3907 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.437250 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3829
13:54:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.437795 3721 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal/instance
13:54:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.451939 3907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } has no permanent_uuid. Determining permanent_uuid...
13:54:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.162.124@KRBTEST.COM; defaulting to no policy
13:54:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.162.124@KRBTEST.COM" created.
13:54:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:31 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197271, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.125@KRBTEST.COM for kudu/127.3.162.126@KRBTEST.COM
13:54:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:54:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab.
13:54:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.162.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab.
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.493336 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/logs
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.124:36549
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.124
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.124
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.498032 3907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } has no permanent_uuid. Determining permanent_uuid...
13:54:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:31 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197271, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.125@KRBTEST.COM for kudu/127.3.162.125@KRBTEST.COM
13:54:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.530450 3907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } has no permanent_uuid. Determining permanent_uuid...
13:54:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.535449 3857 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.544253 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.593835 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 1
13:54:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.597645 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.666178 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 2
13:54:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.671386 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.762850 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 3
13:54:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.766737 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.847290 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } attempt: 7
13:54:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:31 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197269, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.126@KRBTEST.COM for kudu/127.3.162.125@KRBTEST.COM
13:54:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.865734 3914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.866493 3914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.867556 3914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.877381 3823 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } has no permanent_uuid. Determining permanent_uuid...
13:54:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.882604 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.906399 3914 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.906641 3914 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.906903 3914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.907109 3914 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.907298 3914 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.907497 3914 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.907629 3914 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.910198 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 4
13:54:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.914345 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.941036 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 1
13:54:31.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.944757 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.950170 3914 master_runner.cc:386] Master server non-default flags:
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.124
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.124:36549
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.124
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/logs
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.951409 3914 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.952397 3914 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.971181 3923 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.026217 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 2
13:54:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.030543 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.115993 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 3
13:54:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.120767 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.213806 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 5
13:54:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.218149 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.261170 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 4
13:54:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.265056 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.548705 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 5
13:54:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.554390 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:32.765820 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 6
13:54:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:32.773355 3907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.107025 3823 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 6
13:54:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:33.114107 3823 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.162.124:36549: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: connect: Connection refused (error 111)
13:54:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.971675 3927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:31.972640 3925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:31.973176 3914 server_base.cc:1034] running on GCE node
13:54:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.250604 3914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.254423 3914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:33.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.255941 3914 hybrid_clock.cc:648] HybridClock initialized: now 1786197273255876 us; error 81 us; skew 500 ppm
13:54:33.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.256963 3914 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.264017 3914 init.cc:377] Logged in from keytab as kudu/127.3.162.124@KRBTEST.COM (short username kudu)
13:54:33.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.271459 3914 webserver.cc:460] Webserver started at http://127.3.162.124:44869/ using document root <none> and password file <none>
13:54:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.272406 3914 fs_manager.cc:359] Metadata directory not provided
13:54:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.272677 3914 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.273113 3914 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:54:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.278642 3914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/instance:
13:54:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddf95af4c0a1425f824d780d4f6b3f4d"
13:54:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:33 on dist-test-slave-65mx"
13:54:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.279790 3914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal/instance:
13:54:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddf95af4c0a1425f824d780d4f6b3f4d"
13:54:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:33 on dist-test-slave-65mx"
13:54:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.288195 3914 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
13:54:33.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.294572 3944 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.295854 3914 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
13:54:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.296305 3914 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddf95af4c0a1425f824d780d4f6b3f4d"
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:33 on dist-test-slave-65mx"
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.296841 3914 fs_report.cc:383] FS layout report
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/data
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.351609 3914 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.357990 3914 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.358430 3914 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.451292 3914 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.124:36549
13:54:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.451412 4001 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.124:36549 every 8 connection(s)
13:54:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.454192 3914 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.460429 4002 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:33.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.461237 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 3914
13:54:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.461694 3721 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal/instance
13:54:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.480795 4002 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } has no permanent_uuid. Determining permanent_uuid...
13:54:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for kudu/127.3.162.126@KRBTEST.COM
13:54:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197267, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.162.124@KRBTEST.COM
13:54:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.519218 4002 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } has no permanent_uuid. Determining permanent_uuid...
13:54:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for kudu/127.3.162.125@KRBTEST.COM
13:54:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197267, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.162.125@KRBTEST.COM
13:54:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.552176 4002 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } has no permanent_uuid. Determining permanent_uuid...
13:54:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for kudu/127.3.162.124@KRBTEST.COM
13:54:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197267, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.162.126@KRBTEST.COM
13:54:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.587818 4002 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Bootstrap starting.
13:54:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.595995 3721 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
13:54:33.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.597424 4002 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Neither blocks nor log segments found. Creating new log.
13:54:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.600101 4002 log.cc:824] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Log is configured to *not* fsync() on all Append() calls
13:54:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.606207 4002 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: No bootstrap required, opened a new log
13:54:33.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:54:33.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:54:33.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:54:33.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.162.126"
port: 37619
}
bound_http_address {
host: "127.3.162.126"
port: 33845
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.162.125"
port: 37943
}
bound_http_address {
host: "127.3.162.125"
port: 37575
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.162.124"
port: 36549
}
bound_http_address {
host: "127.3.162.124"
port: 44869
}
}
}
13:54:33.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:54:33.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.627 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:54:33.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:54:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.636972 4002 raft_consensus.cc:348] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.638006 4002 raft_consensus.cc:374] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.638442 4002 raft_consensus.cc:729] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddf95af4c0a1425f824d780d4f6b3f4d, State: Initialized, Role: FOLLOWER
13:54:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.639678 4002 consensus_queue.cc:260] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.643450 4012 sys_catalog.cc:455] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } } }
13:54:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.644610 4012 sys_catalog.cc:458] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: This master's current role is: FOLLOWER
13:54:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.645390 4002 sys_catalog.cc:564] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: configured and running, proceeding with master startup.
13:54:33.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:33.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:54:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.690891 4012 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.691468 4012 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:33.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.697 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc
13:54:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.699878 4012 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:33.709 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:54:33.712 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc
13:54:33.714 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:54:33.720 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:54:33.725 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:54:33.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:54:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:33.755499 4025 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:33.755923 4025 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:33 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:54:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.728693 3914 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: OK, instance_id { permanent_uuid: "4c05daa254cb414593447c343b285aab" instance_seqno: 1786197269442390 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:54:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.778558 3914 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:33.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.782 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc
13:54:33.784 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:54:33.785 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.162.126:37619
13:54:33.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:54:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.788051 3721 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3747
13:54:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:33.822170 3946 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.3.162.126:37619 (error 108)
13:54:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.834007 3907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } attempt: 7
13:54:33.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.855 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.162.124:36549
13:54:33.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:54:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.856719 3721 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3914
13:54:33.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.887 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.162.125:37943
13:54:33.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:33.887890 4031 negotiation.cc:337] Failed RPC negotiation. Trace:
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:54:33.835320 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.3.162.124:36549 (local address 127.0.0.1:41682)
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:54:33.862012 (+ 26692us) negotiation.cc:107] Waiting for socket to connect
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:54:33.862072 (+ 60us) client_negotiation.cc:174] Beginning negotiation
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:54:33.862361 (+ 289us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:54:33.886128 (+ 23767us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.162.124:36549: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":26241,"thread_start_us":25942,"threads_started":1}
13:54:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.888016 3721 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3829
13:54:33.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:33.916 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.162.126:37619
13:54:33.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:33.919303 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/logs
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.126:37619
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.126
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33845
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab
13:54:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.126
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.252306 4032 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.253118 4032 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.253779 4032 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:34.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.287837 4032 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:34.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.288089 4032 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:34.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.288455 4032 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:34.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.288753 4032 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.288959 4032 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.289156 4032 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.289297 4032 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:34.330552 4032 master_runner.cc:386] Master server non-default flags:
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.126.keytab
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.126
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.126:37619
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.126
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33845
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/logs
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:34.331830 4032 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:34.332834 4032 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.350898 4039 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.351210 4040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:34.351822 4042 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:34.353402 4032 server_base.cc:1034] running on GCE node
13:54:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.616675 4032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.619324 4032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.620726 4032 hybrid_clock.cc:648] HybridClock initialized: now 1786197275620656 us; error 61 us; skew 500 ppm
13:54:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.621646 4032 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:35 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197275, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.627954 4032 init.cc:377] Logged in from keytab as kudu/127.3.162.126@KRBTEST.COM (short username kudu)
13:54:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.633510 4032 webserver.cc:460] Webserver started at http://127.3.162.126:33845/ using document root <none> and password file <none>
13:54:35.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.634647 4032 fs_manager.cc:359] Metadata directory not provided
13:54:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.634940 4032 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.644415 4032 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.005s
13:54:35.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.649444 4051 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.650771 4032 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:54:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.651183 4032 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c05daa254cb414593447c343b285aab"
13:54:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:29 on dist-test-slave-65mx"
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.653766 4032 fs_report.cc:383] FS layout report
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/data
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.700372 4032 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.707059 4032 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.707624 4032 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.783838 4032 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.126:37619
13:54:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.783970 4108 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.126:37619 every 8 connection(s)
13:54:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.786921 4032 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/data/info.pb
13:54:35.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.791064 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 4032
13:54:35.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:35.791 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.162.124:36549
13:54:35.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:54:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.795264 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data
13:54:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/logs
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.124:36549
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.124
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44869
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.124
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.801931 4110 sys_catalog.cc:263] Verifying existing consensus state
13:54:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:54:35.802922 4110 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:54:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:35.803355 4032 master.cc:537] Master@127.3.162.126:37619 shutting down...
13:54:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:36.003940 4032 master.cc:552] Master@127.3.162.126:37619 shutdown complete.
13:54:36.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:54:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.238349 4112 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.239061 4112 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.239810 4112 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.272137 4112 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.272428 4112 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.272985 4112 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.273334 4112 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.273659 4112 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.273985 4112 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.274221 4112 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:36.313537 4112 master_runner.cc:386] Master server non-default flags:
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.124.keytab
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.124
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.124:36549
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.124
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44869
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/logs
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:36.315094 4112 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:36.316308 4112 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.335307 4123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:37.085400 3013 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa60 after lost signal to thread 2942
13:54:37.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:37.086261 3013 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3360 after lost signal to thread 3016
13:54:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:36.337113 4112 server_base.cc:1034] running on GCE node
13:54:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.335487 4120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:36.335388 4121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.717005 4112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.720724 4112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.722250 4112 hybrid_clock.cc:648] HybridClock initialized: now 1786197277722218 us; error 56 us; skew 500 ppm
13:54:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.723353 4112 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:37 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197277, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.730707 4112 init.cc:377] Logged in from keytab as kudu/127.3.162.124@KRBTEST.COM (short username kudu)
13:54:37.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.738652 4112 webserver.cc:460] Webserver started at http://127.3.162.124:44869/ using document root <none> and password file <none>
13:54:37.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.740458 4112 fs_manager.cc:359] Metadata directory not provided
13:54:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.740861 4112 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.751403 4112 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.009s sys 0.000s
13:54:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.757169 4132 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.758651 4112 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
13:54:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.759140 4112 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddf95af4c0a1425f824d780d4f6b3f4d"
13:54:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:33 on dist-test-slave-65mx"
13:54:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.762212 4112 fs_report.cc:383] FS layout report
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/wal
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/data
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:37.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.811415 4112 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.818356 4112 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.818985 4112 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.922427 4112 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.124:36549
13:54:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.922780 4186 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.124:36549 every 8 connection(s)
13:54:37.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.926036 4112 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-2/data/info.pb
13:54:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.933574 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 4112
13:54:37.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:37.935 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.162.125:37943
13:54:37.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.937964 3721 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/logs
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.125:37943
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.125
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37575
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.125
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:54:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.942766 4187 sys_catalog.cc:263] Verifying existing consensus state
13:54:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:37.953125 4187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Bootstrap starting.
13:54:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.008911 4187 log.cc:824] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Log is configured to *not* fsync() on all Append() calls
13:54:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.015322 4187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.016363 4187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Bootstrap complete.
13:54:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.065418 4187 raft_consensus.cc:348] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.069753 4187 raft_consensus.cc:374] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.070138 4187 raft_consensus.cc:729] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddf95af4c0a1425f824d780d4f6b3f4d, State: Initialized, Role: FOLLOWER
13:54:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.071372 4187 consensus_queue.cc:260] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.076512 4192 sys_catalog.cc:455] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } } }
13:54:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.078496 4192 sys_catalog.cc:458] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: This master's current role is: FOLLOWER
13:54:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.078073 4187 sys_catalog.cc:564] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [sys.catalog]: configured and running, proceeding with master startup.
13:54:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.124308 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.131017 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.144963 4192 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.145499 4192 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.151676 4133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.158141 4192 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.169548 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:38.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.176757 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:38.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.182029 4136 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:54:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.183068 4192 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.127151 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.210165 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:38.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.326584 4139 tablet.cc:2369] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.451261 4189 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:54:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.452097 4189 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.453223 4189 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:54:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.510249 4189 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:54:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.510574 4189 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:54:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.511040 4189 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:54:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.511382 4189 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.511715 4189 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:54:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.512068 4189 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.512315 4189 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34725/jwks.json
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.579339 4189 master_runner.cc:386] Master server non-default flags:
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.162.84:45255
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.162.126:37619,127.3.162.125:37943,127.3.162.124:36549
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/krb5kdc/kudu_127.3.162.125.keytab
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.162.125
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.162.125:37943
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34725/jwks.json
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.162.125
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37575
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/logs
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:54:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:54:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:54:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.581054 4189 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.582978 4189 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:54:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.624111 4218 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:39.135896 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:39.136264 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.105685 4225 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.106192 4225 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.108126 4225 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:40.135938 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:40.136595 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.137035 4133 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:54:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.137818 4225 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:54:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:40.140450 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:40.140894 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.631825 4221 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:38.645364 4189 server_base.cc:1034] running on GCE node
13:54:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:38.629150 4217 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.152793 4189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.155628 4189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.157178 4189 hybrid_clock.cc:648] HybridClock initialized: now 1786197280157146 us; error 50 us; skew 500 ppm
13:54:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.157981 4189 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:40 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197280, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.164098 4189 init.cc:377] Logged in from keytab as kudu/127.3.162.125@KRBTEST.COM (short username kudu)
13:54:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.169888 4189 webserver.cc:460] Webserver started at http://127.3.162.125:37575/ using document root <none> and password file <none>
13:54:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.170944 4189 fs_manager.cc:359] Metadata directory not provided
13:54:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.171166 4189 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.181411 4189 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
13:54:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.187258 4235 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:54:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.188535 4189 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
13:54:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.188930 4189 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data,/tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "166be54eccc744a0a072388307dedcc9"
13:54:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:54:31 on dist-test-slave-65mx"
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.191498 4189 fs_report.cc:383] FS layout report
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/data
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.236670 4189 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:54:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.242694 4189 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.243320 4189 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.328773 4189 rpc_server.cc:307] RPC server started. Bound to: 127.3.162.125:37943
13:54:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.328940 4289 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.162.125:37943 every 8 connection(s)
13:54:40.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.332671 4189 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/data/info.pb
13:54:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.337663 3721 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu as pid 4189
13:54:40.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:54:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.344756 4290 sys_catalog.cc:263] Verifying existing consensus state
13:54:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:54:40.345774 4290 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:54:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.346295 4189 master.cc:537] Master@127.3.162.125:37943 shutting down...
13:54:40.402 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:40.425352 4189 master.cc:552] Master@127.3.162.125:37943 shutdown complete.
13:54:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknLqU97/test-tmp/mini-kudu-cluster933880566817442534/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:54:40.475 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.162.124:36549(127.3.162.124:36549)] connecting to peer
13:54:40.476 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:40.547 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.162.124:36549(127.3.162.124:36549)] Successfully connected to peer
13:54:40.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.634 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:54:40.647 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.3.162.124
13:54:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:40 dist-test-slave-65mx krb5kdc[3734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.162.124@KRBTEST.COM
13:54:40.897 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc53b5588, L:/127.0.0.1:41932 - R:/127.3.162.124:36549] using SASL/GSSAPI
13:54:40.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:40.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:40.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:40.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:40.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:40.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:40.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:40.963 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:40.965 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:40.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:40.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:40.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:40.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:40.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:40.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:41.004 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:41.005 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:41.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.012 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:41.064 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:41.066 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:41.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:41.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:41.086 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:41.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:41.143805 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:41.144076 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:41.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:41.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.186 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:41.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:41.664 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:41.667 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:41.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:41.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:41.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:42.147037 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:42.147296 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:42.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:42.286 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:42.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:42.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:42.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:42.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:42.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:42.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:42.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:43.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:43.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:43.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:43.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:43.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:43.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:43.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:43.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:43.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:43.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:43.150462 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:43.150772 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.192320 4299 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.193171 4299 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.194808 4299 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:43.198212 4133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:54:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:43.201232 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:43.201668 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.201961 4133 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:54:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.202466 4299 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:54:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.212239 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:54:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:43.212661 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:44.153702 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:44.153987 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:45.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:45.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:45.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:45.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:45.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:45.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:45.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:45.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:45.089 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:45.157284 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:45.157578 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:46.160619 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:46.160879 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:47.164647 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:47.164992 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:47.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:47 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197287, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:47.735769 4128 init.cc:295] Successfully reacquired a new kerberos TGT
13:54:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.157613 4310 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.158126 4310 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.159844 4310 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:48.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:48.165532 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:48.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:48.166786 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:48.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.167163 4136 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:54:48.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.167927 4310 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:54:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:48.168741 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:48.168947 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.214884 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:54:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:48.215287 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:48.243 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:48.245 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:48.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:48.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:48.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:48.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:48.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:48.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:48.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:49.171783 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:49.172043 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:50.103 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:50.105 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:50.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:50.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:50.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:50.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:50.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:50.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:50.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:50.174793 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:50.175053 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:50.605445 3403 debug-util.cc:398] Leaking SignalData structure 0x7b08000aeb20 after lost signal to thread 3266
13:54:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:50.606442 3403 debug-util.cc:398] Leaking SignalData structure 0x7b0800044460 after lost signal to thread 3406
13:54:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:51.178191 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:51.178447 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:51.983 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:51.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:51.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:51.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:51.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:51.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:51.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:51.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:51.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:52.181558 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:52.181872 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:53.184800 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:53.185133 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:53.217906 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:54:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:53.218277 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:54.188017 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:54.188282 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:54.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:54.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:54.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:54.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:54.785 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:54.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:54.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:54.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:55.191303 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:55.191565 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:55.701026 4323 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:55.701419 4323 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:54:55.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:55.702893 4323 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:54:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:55.704883 4133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:54:55.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:55.707506 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:54:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:55.707885 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:54:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:55.708389 4133 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:54:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:55.709043 4323 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:54:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:56.194396 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:56.194650 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:57.198494 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:57.198840 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:54:57 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197297, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:54:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:57.738461 4128 init.cc:295] Successfully reacquired a new kerberos TGT
13:54:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:58.201632 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:58.201892 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:58.203 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:54:58.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:54:58.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:58.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:58.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:58.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:54:58.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:58.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:54:58.209 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:54:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:58.221429 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:54:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:54:58.221839 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:54:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:59.204828 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:54:59.205092 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:00.207868 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:00.208127 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:00.664 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:55:00.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:55:00.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:00.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:00.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:00.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:00.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:00.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:00.669 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:55:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:01.211009 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:01.211259 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:01.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:55:01.325 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:55:01.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:01.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:01.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:01.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:01.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:01.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:01.329 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:55:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:02.214537 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:02.214821 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:02.728477 3188 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad520 after lost signal to thread 3113
13:55:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:02.729079 3188 debug-util.cc:398] Leaking SignalData structure 0x7b080009e580 after lost signal to thread 3191
13:55:03.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:03.217655 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:03.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:03.217923 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:03.224606 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:55:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:03.225066 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:55:03.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:55:03.285 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:55:03.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:03.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:03.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:03.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:03.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:03.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:03.289 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:55:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:04.221103 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:04.221357 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:04.247416 4341 raft_consensus.cc:482] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:55:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:04.247860 4341 raft_consensus.cc:504] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c05daa254cb414593447c343b285aab" member_type: VOTER last_known_addr { host: "127.3.162.126" port: 37619 } } peers { permanent_uuid: "166be54eccc744a0a072388307dedcc9" member_type: VOTER last_known_addr { host: "127.3.162.125" port: 37943 } } peers { permanent_uuid: "ddf95af4c0a1425f824d780d4f6b3f4d" member_type: VOTER last_known_addr { host: "127.3.162.124" port: 36549 } }
13:55:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:04.249562 4341 leader_election.cc:288] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c05daa254cb414593447c343b285aab (127.3.162.126:37619), 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943)
13:55:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:04.251592 4133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:55:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:04.254596 4136 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 166be54eccc744a0a072388307dedcc9 (127.3.162.125:37943): Network error: Client connection negotiation failed: client connection to 127.3.162.125:37943: connect: Connection refused (error 111)
13:55:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:04.255143 4133 leader_election.cc:334] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4c05daa254cb414593447c343b285aab (127.3.162.126:37619): Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111)
13:55:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:04.255524 4133 leader_election.cc:302] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddf95af4c0a1425f824d780d4f6b3f4d; no voters: 166be54eccc744a0a072388307dedcc9, 4c05daa254cb414593447c343b285aab
13:55:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:04.256247 4341 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:55:05.063 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:55:05.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:55:05.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:05.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:05.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:05.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:05.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:05.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:05.068 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:55:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:05.224675 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:05.224933 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:06.227813 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:06.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:06.228075 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:06.888849 3099 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7ae0 after lost signal to thread 3023
13:55:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:06.889580 3099 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1a80 after lost signal to thread 3102
13:55:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:07.231773 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:07.232163 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:55:07 dist-test-slave-65mx krb5kdc[3734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786197307, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.162.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:55:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:07.741305 4128 init.cc:295] Successfully reacquired a new kerberos TGT
13:55:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:08.228634 4112 master_runner.cc:186] Error getting master registration for 127.3.162.126:37619: Network error: Client connection negotiation failed: client connection to 127.3.162.126:37619: connect: Connection refused (error 111),
13:55:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:08.229207 4112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:55:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:08.235153 4203 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ddf95af4c0a1425f824d780d4f6b3f4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:55:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:55:08.235404 4203 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:55:09.103 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.126:37619(127.3.162.126:37619)] connecting to peer
13:55:09.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.162.125:37943(127.3.162.125:37943)] connecting to peer
13:55:09.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:09.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.126:37619(127.3.162.126:37619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:09.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:09.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.162.125:37943(127.3.162.125:37943)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:09.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.126:37619: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619
13:55:09.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.162.125:37943: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
13:55:09.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943; will retry
13:55:09.115 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28769), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [563ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [587ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [590ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [604ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [606ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [623ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [643ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [645ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [663ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [666ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [744ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [745ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [839ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1316ms] refreshing cache from master, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1326ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1936ms] refreshing cache from master, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1944ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2756ms] refreshing cache from master, [2757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [4736ms] refreshing cache from master, [4736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [4738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [4740ms] too many traces: truncated at 100 traces, deferred=Deferred@1411039167(state=PENDING, result=null, callback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273), errback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273)))
13:55:09.120 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.162.125:37943(127.3.162.125:37943)] disconnecting while in state TERMINATED
13:55:09.121 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.162.124:36549(127.3.162.124:36549)] disconnecting while in state READY
13:55:09.122 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.162.126:37619(127.3.162.126:37619)] disconnecting while in state TERMINATED
13:55:09.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:55:09.129 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.162.124:36549(127.3.162.124:36549)] handling channelInactive
13:55:09.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.162.124:36549(127.3.162.124:36549)] cleaning up while in state READY due to: connection closed
13:55:09.130 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:55:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:09.139581 3721 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 4112
13:55:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:55:10Z chronyd exiting
13:55:11.387 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:55:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.388366 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3242
13:55:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.425951 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3419
13:55:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.456282 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3566
13:55:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.487546 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 2941
13:55:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.524075 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3019
13:55:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:55:11.559827 2929 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknLqU97/build/tsan/bin/kudu with pid 3106
13:55:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:55:12Z chronyd exiting
13:55:13.860 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28769), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [563ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [587ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [590ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [604ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [606ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [623ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [643ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [645ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [663ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [666ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [744ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [745ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [839ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1316ms] refreshing cache from master, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1326ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1936ms] refreshing cache from master, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1944ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2756ms] refreshing cache from master, [2757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [4736ms] refreshing cache from master, [4736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [4738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [4740ms] too many traces: truncated at 100 traces, deferred=Deferred@1411039167(state=PENDING, result=null, callback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273), errback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.162.125:37943
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28769), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [204ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [206ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [563ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [587ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [590ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [604ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [606ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [623ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [643ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [645ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [663ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [666ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [722ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [744ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [745ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [839ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1316ms] refreshing cache from master, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1326ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1936ms] refreshing cache from master, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [1938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [1939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [1944ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2756ms] refreshing cache from master, [2757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.125:37943: Network error: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.126:37619: Network error: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.3.162.124:36549: OK, [2763ms] delaying RPC due to: Service unavailable: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619, [4736ms] refreshing cache from master, [4736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.126:37619, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.124:36549, [4738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.162.125:37943, [4740ms] too many traces: truncated at 100 traces, deferred=Deferred@1411039167(state=PENDING, result=null, callback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273), errback=(continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176) -> (continuation of Deferred@397906640 after retry RPC after error@919064993) -> (continuation of Deferred@520000720 after retry RPC after error@1692061633) -> (continuation of Deferred@1339093144 after retry RPC after error@1200777754) -> (continuation of Deferred@765472300 after retry RPC after error@532039838) -> (continuation of Deferred@1462386624 after retry RPC after error@54283653) -> (continuation of Deferred@801227392 after retry RPC after error@35560798) -> (continuation of Deferred@80504546 after retry RPC after error@1711096731) -> (continuation of Deferred@1149847654 after retry RPC after error@839637444) -> (continuation of Deferred@1427591697 after retry RPC after error@1526280883) -> (continuation of Deferred@1413323762 after retry RPC after error@949271880) -> (continuation of Deferred@1467807633 after retry RPC after error@1141058407) -> (continuation of Deferred@2094651934 after retry RPC after error@1639597616) -> (continuation of Deferred@1363863017 after retry RPC after error@214938804) -> (continuation of Deferred@1056216601 after retry RPC after error@223140913) -> (continuation of Deferred@196023772 after retry RPC after error@2058648073) -> (continuation of Deferred@1617592088 after retry RPC after error@195857008) -> (continuation of Deferred@2019458860 after retry RPC after error@560150044) -> (continuation of Deferred@314707863 after retry RPC after error@2102585525) -> (continuation of Deferred@1996377900 after retry RPC after error@1318409273)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.162.126:37619,127.3.162.124:36549,127.3.162.125:37943) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.126:37619(127.3.162.126:37619): Connection refused: /127.3.162.126:37619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.162.125:37943(127.3.162.125:37943): Connection refused: /127.3.162.125:37943
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.162.125:37943
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)