03:44:19.043 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:44:19.055 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskreZ1TG/test-tmp
03:44:19.058 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:44:19.061 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskreZ1TG/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:44:19.297 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:44:19.454 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:44:19.455 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:44:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.459547 32613 mini_oidc.cc:152] Starting JWKS server
03:44:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.463587 32613 webserver.cc:460] Webserver started at http://127.0.0.1:43093/ using document root <none> and password file <none>
03:44:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.464211 32613 mini_oidc.cc:189] Starting OIDC Discovery server
03:44:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.466287 32613 webserver.cc:460] Webserver started at http://127.0.0.1:40819/ using document root <none> and password file <none>
03:44:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:44:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:44:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:44:19Z Disabled control of system clock
03:44:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.522156 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:19.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:19.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal
03:44:19.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data
03:44:19.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/logs
03:44:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data/info.pb
03:44:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.126:36931
03:44:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.126
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json with env {}
03:44:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.830189 32629 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.830734 32629 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.831461 32629 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.862192 32629 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.862469 32629 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.862658 32629 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.862835 32629 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.863131 32629 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.863354 32629 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43093/jwks.json
03:44:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.898233 32629 master_runner.cc:386] Master server non-default flags:
03:44:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.126:36931
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data/info.pb
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.126
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/logs
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.899531 32629 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.901693 32629 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.922158 32638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:21.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.922151 32636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:21.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:19.922159 32640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:19.923321 32629 server_base.cc:1034] running on GCE node
03:44:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.131695 32629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.135095 32629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.136520 32629 hybrid_clock.cc:648] HybridClock initialized: now 1785987861136476 us; error 66 us; skew 500 ppm
03:44:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.137471 32629 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.143980 32629 webserver.cc:460] Webserver started at http://127.31.217.126:46417/ using document root <none> and password file <none>
03:44:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.144965 32629 fs_manager.cc:359] Metadata directory not provided
03:44:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.145154 32629 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.145562 32629 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.150666 32629 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data/instance:
03:44:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc"
03:44:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:21 on dist-test-slave-zpvx"
03:44:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.151940 32629 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal/instance:
03:44:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc"
03:44:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:21 on dist-test-slave-zpvx"
03:44:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.159372 32629 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
03:44:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.165059 32651 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.166219 32629 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:44:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.166585 32629 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal
03:44:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc"
03:44:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:21 on dist-test-slave-zpvx"
03:44:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.166980 32629 fs_report.cc:383] FS layout report
03:44:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal
03:44:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal
03:44:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data/data
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.225106 32629 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.226747 32629 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.227289 32629 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:21.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.300493 32629 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.126:36931
03:44:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.300688 32722 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.126:36931 every 8 connection(s)
03:44:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.303388 32629 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/data/info.pb
03:44:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.305265 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 32629
03:44:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.305914 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-0/wal/instance
03:44:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.310134 32724 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.310160 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal
03:44:21.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/logs
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data/info.pb
03:44:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.125:35471
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.125
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:21.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json with env {}
03:44:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.323853 32724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } has no permanent_uuid. Determining permanent_uuid...
03:44:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.355264 32724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } has no permanent_uuid. Determining permanent_uuid...
03:44:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.357856 32654 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:21.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.362228 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.411757 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 1
03:44:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.416257 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.484719 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 2
03:44:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.488900 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.580286 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 3
03:44:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.584024 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.638391 32726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.638950 32726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.639597 32726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:21.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.670624 32726 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.670892 32726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.671080 32726 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.671293 32726 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.671471 32726 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.671599 32726 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43093/jwks.json
03:44:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.707304 32726 master_runner.cc:386] Master server non-default flags:
03:44:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.125:35471
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data/info.pb
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.125
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/logs
03:44:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.708603 32726 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.710831 32726 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:21.727483 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 4
03:44:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.729863 32736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.733168 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:22.032694 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 5
03:44:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:22.038663 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:22.586294 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 6
03:44:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:22.599754 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.125:35471: Network error: Client connection negotiation failed: client connection to 127.31.217.125:35471: connect: Connection refused (error 111)
03:44:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.729887 32738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:21.730795 32735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:22.995262 32737 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1264 milliseconds
03:44:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:22.995393 32726 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:22.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:22.997164 32726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:23.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.000676 32726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.002107 32726 hybrid_clock.cc:648] HybridClock initialized: now 1785987863002074 us; error 51 us; skew 500 ppm
03:44:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.002950 32726 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.009568 32726 webserver.cc:460] Webserver started at http://127.31.217.125:37443/ using document root <none> and password file <none>
03:44:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.010473 32726 fs_manager.cc:359] Metadata directory not provided
03:44:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.010661 32726 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.011042 32726 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.015993 32726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data/instance:
03:44:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0"
03:44:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:23 on dist-test-slave-zpvx"
03:44:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.017309 32726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal/instance:
03:44:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0"
03:44:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:23 on dist-test-slave-zpvx"
03:44:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.024452 32726 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:44:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.029914 32752 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.030982 32726 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
03:44:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.031263 32726 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal
03:44:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0"
03:44:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:23 on dist-test-slave-zpvx"
03:44:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.031551 32726 fs_report.cc:383] FS layout report
03:44:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data/data
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.077514 32726 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.078953 32726 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.079371 32726 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.156503 32726 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.125:35471
03:44:23.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.156622 366 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.125:35471 every 8 connection(s)
03:44:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.159209 32726 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/data/info.pb
03:44:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.164331 367 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.168236 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 32726
03:44:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.168738 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-1/wal/instance
03:44:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.172200 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal
03:44:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/logs
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data/info.pb
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.124:32967
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.124
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json with env {}
03:44:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.178511 367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } has no permanent_uuid. Determining permanent_uuid...
03:44:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.207180 367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } has no permanent_uuid. Determining permanent_uuid...
03:44:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.231781 367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
03:44:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.234153 32754 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.238332 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.287894 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 1
03:44:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.291849 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.360340 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 2
03:44:23.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.364214 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.455705 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 3
03:44:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.459589 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.500682 369 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.501317 369 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:23.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.501823 369 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.533999 369 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.534288 369 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.534490 369 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.534758 369 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.534960 369 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.535096 369 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43093/jwks.json
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.570855 369 master_runner.cc:386] Master server non-default flags:
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data
03:44:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.124:32967
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43093/jwks.json
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data/info.pb
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.124
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/logs
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.572227 369 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.574510 369 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.594798 387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.603034 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 4
03:44:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.606827 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.660396 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } attempt: 7
03:44:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.676461 32724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
03:44:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.681818 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.740451 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 1
03:44:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.744571 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.826200 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 2
03:44:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.831079 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.906282 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 5
03:44:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.911150 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.916733 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 3
03:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.922197 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.062935 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 4
03:44:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:24.068287 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.351998 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 5
03:44:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:24.357190 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.458577 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 6
03:44:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:24.473512 367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.595062 390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:23.596868 369 server_base.cc:1034] running on GCE node
03:44:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:23.595757 386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.885604 369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.889142 369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.890569 369 hybrid_clock.cc:648] HybridClock initialized: now 1785987864890522 us; error 68 us; skew 500 ppm
03:44:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.891439 369 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.899559 369 webserver.cc:460] Webserver started at http://127.31.217.124:36941/ using document root <none> and password file <none>
03:44:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.900806 369 fs_manager.cc:359] Metadata directory not provided
03:44:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.901077 369 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.901636 369 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.908831 369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data/instance:
03:44:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5bc15d4fbda4ca6884c4ec1a8028284"
03:44:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:24 on dist-test-slave-zpvx"
03:44:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.909833 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 6
03:44:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.910387 369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal/instance:
03:44:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5bc15d4fbda4ca6884c4ec1a8028284"
03:44:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:24 on dist-test-slave-zpvx"
03:44:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:24.916667 32724 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.217.124:32967: Network error: Client connection negotiation failed: client connection to 127.31.217.124:32967: connect: Connection refused (error 111)
03:44:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.921690 369 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
03:44:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.928699 411 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:24.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.930270 369 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.930683 369 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5bc15d4fbda4ca6884c4ec1a8028284"
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:24 on dist-test-slave-zpvx"
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.931115 369 fs_report.cc:383] FS layout report
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal
03:44:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data/data
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.966356 369 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.967957 369 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:24.968544 369 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:25.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.055121 369 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.124:32967
03:44:25.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.055238 484 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.124:32967 every 8 connection(s)
03:44:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.058467 369 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/data/info.pb
03:44:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.064319 485 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.067091 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 369
03:44:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.067416 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/master-2/wal/instance
03:44:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.078853 485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } has no permanent_uuid. Determining permanent_uuid...
03:44:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.109283 485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } has no permanent_uuid. Determining permanent_uuid...
03:44:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.122871 485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } has no permanent_uuid. Determining permanent_uuid...
03:44:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.142241 485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: Bootstrap starting.
03:44:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.148978 485 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: Neither blocks nor log segments found. Creating new log.
03:44:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.151882 485 log.cc:824] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: Log is configured to *not* fsync() on all Append() calls
03:44:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.158088 485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: No bootstrap required, opened a new log
03:44:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.181774 485 raft_consensus.cc:348] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.183117 485 raft_consensus.cc:374] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:44:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.183422 485 raft_consensus.cc:729] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5bc15d4fbda4ca6884c4ec1a8028284, State: Initialized, Role: FOLLOWER
03:44:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.184363 485 consensus_queue.cc:260] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.187390 503 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.188233 503 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: This master's current role is: FOLLOWER
03:44:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.189123 485 sys_catalog.cc:564] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: configured and running, proceeding with master startup.
03:44:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.218521 521 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.218861 521 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.225191 420 tablet.cc:2369] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:44:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.213306 369 master_runner.cc:186] Error getting master registration for 127.31.217.126:36931: OK, instance_id { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" instance_seqno: 1785987861280665 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:44:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.238974 369 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:44:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.533969 367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 7
03:44:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.558324 367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: Bootstrap starting.
03:44:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.565578 367 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: Neither blocks nor log segments found. Creating new log.
03:44:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.567932 367 log.cc:824] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: Log is configured to *not* fsync() on all Append() calls
03:44:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.572638 367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: No bootstrap required, opened a new log
03:44:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.598819 367 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.599784 367 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:44:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.600203 367 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ae72f6d13cb47aaa75fbd21f3de11b0, State: Initialized, Role: FOLLOWER
03:44:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.601357 367 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.602813 503 raft_consensus.cc:482] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:44:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.603488 503 raft_consensus.cc:504] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.612032 503 leader_election.cc:288] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b619c3a1c14b4bfe86bc1fa52f8911cc (127.31.217.126:36931), 2ae72f6d13cb47aaa75fbd21f3de11b0 (127.31.217.125:35471)
03:44:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.615857 367 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: configured and running, proceeding with master startup.
03:44:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.615005 526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.616633 323 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" is_pre_election: true
03:44:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.617488 526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: This master's current role is: FOLLOWER
03:44:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.618170 323 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5bc15d4fbda4ca6884c4ec1a8028284 in term 0.
03:44:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.621884 412 leader_election.cc:302] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ae72f6d13cb47aaa75fbd21f3de11b0, b5bc15d4fbda4ca6884c4ec1a8028284; no voters:
03:44:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.623664 503 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:44:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.624356 503 raft_consensus.cc:482] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:44:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.625013 503 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 0 FOLLOWER]: Advancing to term 1
03:44:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.656569 503 raft_consensus.cc:504] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.678735 323 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0"
03:44:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.679340 503 leader_election.cc:288] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [CANDIDATE]: Term 1 election: Requested vote from peers b619c3a1c14b4bfe86bc1fa52f8911cc (127.31.217.126:36931), 2ae72f6d13cb47aaa75fbd21f3de11b0 (127.31.217.125:35471)
03:44:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.679782 323 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 0 FOLLOWER]: Advancing to term 1
03:44:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.700412 323 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5bc15d4fbda4ca6884c4ec1a8028284 in term 1.
03:44:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.702853 412 leader_election.cc:302] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ae72f6d13cb47aaa75fbd21f3de11b0, b5bc15d4fbda4ca6884c4ec1a8028284; no voters:
03:44:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.704197 503 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 1 FOLLOWER]: Leader election won for term 1
03:44:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.721128 503 raft_consensus.cc:686] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [term 1 LEADER]: Becoming Leader. State: Replica: b5bc15d4fbda4ca6884c4ec1a8028284, State: Running, Role: LEADER
03:44:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.732640 503 consensus_queue.cc:237] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.743856 547 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5bc15d4fbda4ca6884c4ec1a8028284. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.747792 547 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: This master's current role is: LEADER
03:44:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.763159 557 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:44:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.772614 557 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:44:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.790935 554 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.791666 554 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.798686 323 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [term 1 FOLLOWER]: Refusing update from remote peer b5bc15d4fbda4ca6884c4ec1a8028284: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:44:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.801393 503 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:44:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.759135 32726 master_runner.cc:186] Error getting master registration for 127.31.217.126:36931: OK, instance_id { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" instance_seqno: 1785987861280665 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:44:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.824195 32726 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:44:25.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:25.837208 32761 tablet.cc:2369] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:44:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.863579 503 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.863817 526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5bc15d4fbda4ca6884c4ec1a8028284. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.864956 503 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: This master's current role is: LEADER
03:44:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.865185 526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: This master's current role is: FOLLOWER
03:44:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.871330 557 catalog_manager.cc:1347] Generated new cluster ID: 9f630055ae8d4082b5862449ce11ba05
03:44:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.871765 557 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:44:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.892292 526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.893158 526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0 [sys.catalog]: This master's current role is: FOLLOWER
03:44:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.912918 557 catalog_manager.cc:1370] Generated new certificate authority record
03:44:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.915560 557 catalog_manager.cc:1504] Loading token signing keys...
03:44:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.950024 32724 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } attempt: 7
03:44:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.956341 557 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284: Generated new TSK 0
03:44:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.958428 557 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:44:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:25.992093 32724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: Bootstrap starting.
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.006520 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/logs
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data/info.pb
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.65:0
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.65
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.65
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:44:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.007418 32724 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: Neither blocks nor log segments found. Creating new log.
03:44:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.010026 32724 log.cc:824] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: Log is configured to *not* fsync() on all Append() calls
03:44:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.027338 32724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: No bootstrap required, opened a new log
03:44:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.083389 32724 raft_consensus.cc:348] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.084244 32724 raft_consensus.cc:374] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:44:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.084558 32724 raft_consensus.cc:729] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b619c3a1c14b4bfe86bc1fa52f8911cc, State: Initialized, Role: FOLLOWER
03:44:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.085433 32724 consensus_queue.cc:260] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } }
03:44:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.099514 570 sys_catalog.cc:455] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.100455 570 sys_catalog.cc:458] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: This master's current role is: FOLLOWER
03:44:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.101325 32724 sys_catalog.cc:564] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: configured and running, proceeding with master startup.
03:44:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.101915 32686 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [term 0 FOLLOWER]: Advancing to term 1
03:44:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.104882 32687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc"
03:44:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.107390 32688 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" is_pre_election: true
03:44:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.114068 32686 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [term 1 FOLLOWER]: Refusing update from remote peer b5bc15d4fbda4ca6884c4ec1a8028284: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:44:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.115877 503 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:44:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.164074 575 mvcc.cc:205] Tried to move back new op lower bound from 7315406298289758208 to 7315406298061418496. Current Snapshot: MvccSnapshot[applied={T|T < 7315406298289758208}]
03:44:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.195817 583 sys_catalog.cc:455] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.197048 583 sys_catalog.cc:458] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: This master's current role is: FOLLOWER
03:44:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.197638 570 sys_catalog.cc:455] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: SysCatalogTable state changed. Reason: New leader b5bc15d4fbda4ca6884c4ec1a8028284. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.198336 570 sys_catalog.cc:458] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc [sys.catalog]: This master's current role is: FOLLOWER
03:44:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.209549 590 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:44:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.498907 569 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.499552 569 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.500206 569 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.533869 569 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.534874 569 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.217.65
03:44:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.597034 569 tablet_server_runner.cc:78] Tablet server non-default flags:
03:44:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.65:0
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data/info.pb
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.65
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.65
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/logs
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.602052 569 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.604838 569 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.601052 597 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b619c3a1c14b4bfe86bc1fa52f8911cc" member_type: VOTER last_known_addr { host: "127.31.217.126" port: 36931 } } peers { permanent_uuid: "2ae72f6d13cb47aaa75fbd21f3de11b0" member_type: VOTER last_known_addr { host: "127.31.217.125" port: 35471 } } peers { permanent_uuid: "b5bc15d4fbda4ca6884c4ec1a8028284" member_type: VOTER last_known_addr { host: "127.31.217.124" port: 32967 } } }
03:44:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.608593 597 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5bc15d4fbda4ca6884c4ec1a8028284 [sys.catalog]: This master's current role is: LEADER
03:44:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.637250 602 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.797751 554 catalog_manager.cc:1259] Loaded cluster ID: 9f630055ae8d4082b5862449ce11ba05
03:44:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.798398 554 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: loading cluster ID for follower catalog manager: success
03:44:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.806372 554 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: acquiring CA information for follower catalog manager: success
03:44:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:26.821857 554 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2ae72f6d13cb47aaa75fbd21f3de11b0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:44:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:27.240641 590 catalog_manager.cc:1259] Loaded cluster ID: 9f630055ae8d4082b5862449ce11ba05
03:44:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:27.241277 590 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: loading cluster ID for follower catalog manager: success
03:44:27.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:27.254447 590 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: acquiring CA information for follower catalog manager: success
03:44:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:27.278200 590 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b619c3a1c14b4bfe86bc1fa52f8911cc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:44:28.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.646219 603 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:28.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:26.653661 606 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.534672 569 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:28.535272 604 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1899 milliseconds
03:44:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.539857 569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.542845 569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:28.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.546726 569 hybrid_clock.cc:648] HybridClock initialized: now 1785987868546583 us; error 146 us; skew 500 ppm
03:44:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.547986 569 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.556517 569 webserver.cc:460] Webserver started at http://127.31.217.65:38875/ using document root <none> and password file <none>
03:44:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.557775 569 fs_manager.cc:359] Metadata directory not provided
03:44:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.558045 569 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.558632 569 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.565954 569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data/instance:
03:44:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83bf38c564ae4d759f5abc176138d012"
03:44:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:28 on dist-test-slave-zpvx"
03:44:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.567720 569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal/instance:
03:44:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83bf38c564ae4d759f5abc176138d012"
03:44:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:28 on dist-test-slave-zpvx"
03:44:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.577613 569 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.003s sys 0.004s
03:44:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.585490 617 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.586874 569 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
03:44:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.587260 569 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal
03:44:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83bf38c564ae4d759f5abc176138d012"
03:44:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:28 on dist-test-slave-zpvx"
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.587687 569 fs_report.cc:383] FS layout report
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data/data
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.630422 569 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.632333 569 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:28.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.632932 569 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:28.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.636408 569 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:44:28.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.642367 569 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:44:28.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.642670 569 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:44:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.642988 569 ts_tablet_manager.cc:610] Registered 0 tablets
03:44:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.643222 569 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:44:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.859845 569 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.65:39267
03:44:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.859994 769 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.65:39267 every 8 connection(s)
03:44:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.863552 569 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/data/info.pb
03:44:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.873466 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 569
03:44:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.873929 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-0/wal/instance
03:44:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.899786 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal
03:44:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/logs
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data/info.pb
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.66:0
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.66
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.66
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:44:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.935597 771 heartbeater.cc:347] Connected to a master server at 127.31.217.124:32967
03:44:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.936237 771 heartbeater.cc:464] Registering TS with master...
03:44:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.937626 771 heartbeater.cc:511] Master 127.31.217.124:32967 requested a full tablet report, sending...
03:44:28.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.940905 436 ts_manager.cc:194] Registered new tserver with Master: 83bf38c564ae4d759f5abc176138d012 (127.31.217.65:39267)
03:44:28.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.944051 436 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.217.65:51923
03:44:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.956250 770 heartbeater.cc:347] Connected to a master server at 127.31.217.125:35471
03:44:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.956619 770 heartbeater.cc:464] Registering TS with master...
03:44:28.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.957334 770 heartbeater.cc:511] Master 127.31.217.125:35471 requested a full tablet report, sending...
03:44:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.960474 309 ts_manager.cc:194] Registered new tserver with Master: 83bf38c564ae4d759f5abc176138d012 (127.31.217.65:39267)
03:44:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.964388 777 heartbeater.cc:347] Connected to a master server at 127.31.217.126:36931
03:44:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.964725 777 heartbeater.cc:464] Registering TS with master...
03:44:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.965379 777 heartbeater.cc:511] Master 127.31.217.126:36931 requested a full tablet report, sending...
03:44:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:28.968637 32673 ts_manager.cc:194] Registered new tserver with Master: 83bf38c564ae4d759f5abc176138d012 (127.31.217.65:39267)
03:44:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.406298 780 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.407282 780 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.408212 780 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.465860 780 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.467461 780 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.217.66
03:44:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:29.532310 780 tablet_server_runner.cc:78] Tablet server non-default flags:
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.66:0
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data/info.pb
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.66
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:29.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:29.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.66
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/logs
03:44:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:29.533679 780 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:29.535398 780 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.559392 794 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:29.953379 771 heartbeater.cc:503] Master 127.31.217.124:32967 was elected leader, sending a full tablet report...
03:44:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.559454 792 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:29.561811 780 server_base.cc:1034] running on GCE node
03:44:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:29.560979 791 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.785861 780 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:30.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.789315 780 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:30.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.790818 780 hybrid_clock.cc:648] HybridClock initialized: now 1785987870790755 us; error 47 us; skew 500 ppm
03:44:30.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.792171 780 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.800684 780 webserver.cc:460] Webserver started at http://127.31.217.66:34913/ using document root <none> and password file <none>
03:44:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.802095 780 fs_manager.cc:359] Metadata directory not provided
03:44:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.802405 780 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.803090 780 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.810411 780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data/instance:
03:44:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1773e638cd6d4ef3ae9a101e3d6e279f"
03:44:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:30 on dist-test-slave-zpvx"
03:44:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.811950 780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal/instance:
03:44:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1773e638cd6d4ef3ae9a101e3d6e279f"
03:44:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:30 on dist-test-slave-zpvx"
03:44:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.820485 780 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.000s
03:44:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.826898 806 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.828105 780 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
03:44:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.828503 780 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal
03:44:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1773e638cd6d4ef3ae9a101e3d6e279f"
03:44:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:30 on dist-test-slave-zpvx"
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.828851 780 fs_report.cc:383] FS layout report
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data/data
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.871982 780 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.873570 780 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.874115 780 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.876808 780 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:44:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.880999 780 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:44:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.881233 780 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:44:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.881588 780 ts_tablet_manager.cc:610] Registered 0 tablets
03:44:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:30.881774 780 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:44:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.028764 780 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.66:38571
03:44:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.028924 968 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.66:38571 every 8 connection(s)
03:44:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.031342 780 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/data/info.pb
03:44:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.042192 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 780
03:44:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.043054 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-1/wal/instance
03:44:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.071347 32613 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/logs
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data/info.pb
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.67:0
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.67
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.67
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:44:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.107425 969 heartbeater.cc:347] Connected to a master server at 127.31.217.125:35471
03:44:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.108237 969 heartbeater.cc:464] Registering TS with master...
03:44:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.109629 969 heartbeater.cc:511] Master 127.31.217.125:35471 requested a full tablet report, sending...
03:44:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.113200 309 ts_manager.cc:194] Registered new tserver with Master: 1773e638cd6d4ef3ae9a101e3d6e279f (127.31.217.66:38571)
03:44:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.114862 970 heartbeater.cc:347] Connected to a master server at 127.31.217.124:32967
03:44:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.115193 970 heartbeater.cc:464] Registering TS with master...
03:44:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.115917 970 heartbeater.cc:511] Master 127.31.217.124:32967 requested a full tablet report, sending...
03:44:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.118314 436 ts_manager.cc:194] Registered new tserver with Master: 1773e638cd6d4ef3ae9a101e3d6e279f (127.31.217.66:38571)
03:44:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.120460 436 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.217.66:40515
03:44:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.122910 973 heartbeater.cc:347] Connected to a master server at 127.31.217.126:36931
03:44:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.123252 973 heartbeater.cc:464] Registering TS with master...
03:44:31.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.124406 973 heartbeater.cc:511] Master 127.31.217.126:36931 requested a full tablet report, sending...
03:44:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.126714 32673 ts_manager.cc:194] Registered new tserver with Master: 1773e638cd6d4ef3ae9a101e3d6e279f (127.31.217.66:38571)
03:44:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.436399 984 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.436926 984 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.437357 984 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.468703 984 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.469521 984 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.217.67
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.503216 984 tablet_server_runner.cc:78] Tablet server non-default flags:
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.217.84:46761
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.217.67:0
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data/info.pb
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.217.67
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.217.126:36931,127.31.217.125:35471,127.31.217.124:32967
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.217.67
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/logs
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.504420 984 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.506002 984 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:31.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.526094 995 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.125459 970 heartbeater.cc:503] Master 127.31.217.124:32967 was elected leader, sending a full tablet report...
03:44:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.526146 992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:31.526346 991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:31.527626 984 server_base.cc:1034] running on GCE node
03:44:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.813079 984 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.816044 984 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.817485 984 hybrid_clock.cc:648] HybridClock initialized: now 1785987872817461 us; error 47 us; skew 500 ppm
03:44:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.818307 984 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.825116 984 webserver.cc:460] Webserver started at http://127.31.217.67:41677/ using document root <none> and password file <none>
03:44:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.826001 984 fs_manager.cc:359] Metadata directory not provided
03:44:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.826196 984 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.826584 984 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.831328 984 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data/instance:
03:44:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc5d9e3b0744bc9be3b7398d24bcb83"
03:44:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:32 on dist-test-slave-zpvx"
03:44:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.832352 984 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal/instance:
03:44:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc5d9e3b0744bc9be3b7398d24bcb83"
03:44:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:32 on dist-test-slave-zpvx"
03:44:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.839394 984 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
03:44:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.844770 1005 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.845768 984 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
03:44:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.846103 984 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal
03:44:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bc5d9e3b0744bc9be3b7398d24bcb83"
03:44:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:32 on dist-test-slave-zpvx"
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.846544 984 fs_report.cc:383] FS layout report
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data/data
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.888490 984 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.890071 984 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.890580 984 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.893136 984 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:44:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.897209 984 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:44:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.897434 984 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:44:32.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.897766 984 ts_tablet_manager.cc:610] Registered 0 tablets
03:44:32.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:32.898030 984 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:44:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.045572 984 rpc_server.cc:307] RPC server started. Bound to: 127.31.217.67:37143
03:44:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.045688 1155 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.217.67:37143 every 8 connection(s)
03:44:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.049122 984 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/data/info.pb
03:44:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.051436 32613 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 984
03:44:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.051959 32613 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster1376290024898089216/ts-2/wal/instance
03:44:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.115197 1157 heartbeater.cc:347] Connected to a master server at 127.31.217.124:32967
03:44:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.115406 1159 heartbeater.cc:347] Connected to a master server at 127.31.217.126:36931
03:44:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.115772 1157 heartbeater.cc:464] Registering TS with master...
03:44:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.116034 1159 heartbeater.cc:464] Registering TS with master...
03:44:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.117274 1156 heartbeater.cc:347] Connected to a master server at 127.31.217.125:35471
03:44:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.117576 1157 heartbeater.cc:511] Master 127.31.217.124:32967 requested a full tablet report, sending...
03:44:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.117667 1156 heartbeater.cc:464] Registering TS with master...
03:44:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.117676 1159 heartbeater.cc:511] Master 127.31.217.126:36931 requested a full tablet report, sending...
03:44:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.118669 1156 heartbeater.cc:511] Master 127.31.217.125:35471 requested a full tablet report, sending...
03:44:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.121364 32673 ts_manager.cc:194] Registered new tserver with Master: 0bc5d9e3b0744bc9be3b7398d24bcb83 (127.31.217.67:37143)
03:44:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.123188 309 ts_manager.cc:194] Registered new tserver with Master: 0bc5d9e3b0744bc9be3b7398d24bcb83 (127.31.217.67:37143)
03:44:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.126605 433 ts_manager.cc:194] Registered new tserver with Master: 0bc5d9e3b0744bc9be3b7398d24bcb83 (127.31.217.67:37143)
03:44:33.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.128963 433 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.217.67:37927
03:44:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:33.137926 32613 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:44:33.149 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:44:33.150 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:44:33.161 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.217.126"
port: 36931
}
bound_http_address {
host: "127.31.217.126"
port: 46417
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.217.125"
port: 35471
}
bound_http_address {
host: "127.31.217.125"
port: 37443
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.217.124"
port: 32967
}
bound_http_address {
host: "127.31.217.124"
port: 36941
}
}
}
03:44:33.167 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:44:33.171 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.217.65"
port: 39267
}
bound_http_address {
host: "127.31.217.65"
port: 38875
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.217.66"
port: 38571
}
bound_http_address {
host: "127.31.217.66"
port: 34913
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.217.67"
port: 37143
}
bound_http_address {
host: "127.31.217.67"
port: 41677
}
}
}
03:44:33.171 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:44:33.377 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:44:33.553 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskreZ1TG/test-tmp
03:44:33.554 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:44:33.554 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskreZ1TG/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:44:33.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:44:34.108 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:34.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:44:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:34.114022 1172 mini_oidc.cc:152] Starting JWKS server
03:44:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:34.122155 1172 webserver.cc:460] Webserver started at http://127.0.0.1:40043/ using document root <none> and password file <none>
03:44:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:34.122645 1172 mini_oidc.cc:189] Starting OIDC Discovery server
03:44:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:34.126091 1172 webserver.cc:460] Webserver started at http://127.0.0.1:40671/ using document root <none> and password file <none>
03:44:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:34.133502 1157 heartbeater.cc:503] Master 127.31.217.124:32967 was elected leader, sending a full tablet report...
03:44:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:44:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/principal' for realm 'KRBTEST.COM',
03:44:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:44:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:34 dist-test-slave-zpvx krb5kdc[1193](info): setting up network...
03:44:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:44:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:34 dist-test-slave-zpvx krb5kdc[1193](info): set up 2 sockets
03:44:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:34 dist-test-slave-zpvx krb5kdc[1193](info): commencing operation
03:44:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:44:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:35.519832 1172 mini_kdc.cc:121] Time spent starting KDC: real 1.359s user 0.000s sys 0.026s
03:44:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:44:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:44:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:44:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:44:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:44:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:44:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:44:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:44:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:44:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:44:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/test-user.keytab.
03:44:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/test-user.keytab.
03:44:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:35 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987875, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:44:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:44:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:44:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:44:35Z Disabled control of system clock
03:44:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.37.62@KRBTEST.COM; defaulting to no policy
03:44:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.37.62@KRBTEST.COM" created.
03:44:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab.
03:44:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab.
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:35.753317 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/logs
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.62:45149
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.62
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.62
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.244204 1212 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.245111 1212 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.245820 1212 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.279609 1212 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.279830 1212 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.280092 1212 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.280332 1212 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.280613 1212 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.280812 1212 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.280951 1212 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:36.318608 1212 master_runner.cc:386] Master server non-default flags:
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.62
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.62:45149
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:36.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.62
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/logs
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:36.320079 1212 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:36.321477 1212 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.348557 1221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:37.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.352826 1220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:37.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:36.360927 1223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:37.728719 1222 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
03:44:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.728858 1212 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.730343 1212 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:37.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.734506 1212 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.735998 1212 hybrid_clock.cc:648] HybridClock initialized: now 1785987877735964 us; error 54 us; skew 500 ppm
03:44:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.737041 1212 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:37 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987877, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.751012 1212 init.cc:377] Logged in from keytab as kudu/127.1.37.62@KRBTEST.COM (short username kudu)
03:44:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.759864 1212 webserver.cc:460] Webserver started at http://127.1.37.62:34445/ using document root <none> and password file <none>
03:44:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.760996 1212 fs_manager.cc:359] Metadata directory not provided
03:44:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.761265 1212 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.761797 1212 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.767455 1212 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/instance:
03:44:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f"
03:44:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:37 on dist-test-slave-zpvx"
03:44:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.768790 1212 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal/instance:
03:44:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f"
03:44:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:37 on dist-test-slave-zpvx"
03:44:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.778246 1212 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
03:44:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.786484 1239 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.787828 1212 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s
03:44:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.788404 1212 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f"
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:37 on dist-test-slave-zpvx"
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.788874 1212 fs_report.cc:383] FS layout report
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/data
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.860107 1212 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.868206 1212 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:37.868854 1212 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.062588 1212 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.62:45149
03:44:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.063086 1312 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.62:45149 every 8 connection(s)
03:44:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.066354 1212 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.068181 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1212
03:44:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.069007 1172 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal/instance
03:44:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.080499 1313 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.37.61@KRBTEST.COM; defaulting to no policy
03:44:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.37.61@KRBTEST.COM" created.
03:44:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.107169 1313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } has no permanent_uuid. Determining permanent_uuid...
03:44:38.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab.
03:44:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab.
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.151849 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/logs
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.61:34233
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.61
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.61
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:38 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987877, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.62@KRBTEST.COM for kudu/127.1.37.62@KRBTEST.COM
03:44:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.185511 1313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
03:44:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.190706 1240 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.203385 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.253026 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 1
03:44:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.257818 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.326408 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 2
03:44:38.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.332285 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.423820 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 3
03:44:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.430466 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.574029 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 4
03:44:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.579605 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.713866 1319 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.714533 1319 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:38.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.715131 1319 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.750254 1319 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.750492 1319 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.750932 1319 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.751241 1319 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.751446 1319 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.751637 1319 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:38.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.751799 1319 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.793583 1319 master_runner.cc:386] Master server non-default flags:
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.61
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.61:34233
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.61
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/logs
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.794836 1319 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.796303 1319 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.831022 1339 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:38.879081 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 5
03:44:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.885601 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:39.433143 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 6
03:44:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:39.440318 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.61:34233: Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:40.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.831269 1338 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:40.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:38.839984 1342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.150080 1340 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:44:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.150130 1319 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.155506 1319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.159155 1319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.160498 1319 hybrid_clock.cc:648] HybridClock initialized: now 1785987880160441 us; error 47 us; skew 500 ppm
03:44:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.161386 1319 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:40 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987880, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:40.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.168999 1319 init.cc:377] Logged in from keytab as kudu/127.1.37.61@KRBTEST.COM (short username kudu)
03:44:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.174834 1319 webserver.cc:460] Webserver started at http://127.1.37.61:44683/ using document root <none> and password file <none>
03:44:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.175815 1319 fs_manager.cc:359] Metadata directory not provided
03:44:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.176067 1319 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.176677 1319 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.181656 1319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/instance:
03:44:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4820fab6ad4e43eebc1967ef250b682d"
03:44:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:40 on dist-test-slave-zpvx"
03:44:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.182708 1319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal/instance:
03:44:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4820fab6ad4e43eebc1967ef250b682d"
03:44:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:40 on dist-test-slave-zpvx"
03:44:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.191599 1319 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
03:44:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.197319 1361 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.198534 1319 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.198833 1319 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4820fab6ad4e43eebc1967ef250b682d"
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:40 on dist-test-slave-zpvx"
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.199196 1319 fs_report.cc:383] FS layout report
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/data
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.236454 1319 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.242275 1319 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.242708 1319 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.468905 1319 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.61:34233
03:44:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.469192 1438 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.61:34233 every 8 connection(s)
03:44:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.472177 1319 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.480633 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1319
03:44:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.481221 1172 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal/instance
03:44:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.485037 1439 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.500841 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } attempt: 7
03:44:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.37.60@KRBTEST.COM; defaulting to no policy
03:44:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.37.60@KRBTEST.COM" created.
03:44:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.511394 1439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } has no permanent_uuid. Determining permanent_uuid...
03:44:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:44:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab.
03:44:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.37.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab.
03:44:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:40 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987877, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.62@KRBTEST.COM for kudu/127.1.37.61@KRBTEST.COM
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.554869 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/logs
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.60:37387
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.60
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.60
03:44:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:40 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987880, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.61@KRBTEST.COM for kudu/127.1.37.62@KRBTEST.COM
03:44:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.578711 1313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } has no permanent_uuid. Determining permanent_uuid...
03:44:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.580492 1439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
03:44:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.594709 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:40 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987880, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.61@KRBTEST.COM for kudu/127.1.37.61@KRBTEST.COM
03:44:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.620007 1439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } has no permanent_uuid. Determining permanent_uuid...
03:44:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.624400 1366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.634908 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.653365 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 1
03:44:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.658988 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.684523 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 1
03:44:40.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.694103 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.740520 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 2
03:44:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.746968 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.762677 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 2
03:44:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.769629 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.832590 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 3
03:44:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.839932 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.861258 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 3
03:44:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.876801 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:40.980599 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 4
03:44:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:40.986123 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.022758 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 4
03:44:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.029826 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.131170 1449 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.131829 1449 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.132509 1449 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.175148 1449 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.175474 1449 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.175909 1449 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.176282 1449 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.176635 1449 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.176942 1449 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.177166 1449 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.223515 1449 master_runner.cc:386] Master server non-default flags:
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.60
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.60:37387
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.60
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/logs
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.224742 1449 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.225780 1449 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:41.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.269609 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 5
03:44:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.270080 1464 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.278342 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.329406 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 5
03:44:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.338014 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.830878 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 6
03:44:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.841341 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:41.885618 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 6
03:44:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.906912 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.270212 1460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:41.277078 1468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:42.758117 1467 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1490 milliseconds
03:44:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.758244 1449 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.759665 1449 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.763206 1449 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.764559 1449 hybrid_clock.cc:648] HybridClock initialized: now 1785987882764523 us; error 60 us; skew 500 ppm
03:44:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.765453 1449 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:42 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987882, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.780208 1449 init.cc:377] Logged in from keytab as kudu/127.1.37.60@KRBTEST.COM (short username kudu)
03:44:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.794809 1449 webserver.cc:460] Webserver started at http://127.1.37.60:43169/ using document root <none> and password file <none>
03:44:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.795774 1449 fs_manager.cc:359] Metadata directory not provided
03:44:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.796010 1449 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.796609 1449 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:44:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.803131 1449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/instance:
03:44:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2c7c0f98b824928b8719c996e115f83"
03:44:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:42 on dist-test-slave-zpvx"
03:44:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.804432 1449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal/instance:
03:44:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2c7c0f98b824928b8719c996e115f83"
03:44:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:42 on dist-test-slave-zpvx"
03:44:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.818424 1449 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.006s sys 0.006s
03:44:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.830191 1488 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.832059 1449 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.004s sys 0.005s
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.832581 1449 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2c7c0f98b824928b8719c996e115f83"
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:42 on dist-test-slave-zpvx"
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.833016 1449 fs_report.cc:383] FS layout report
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/data
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.874886 1313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 7
03:44:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:42.891448 1313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.903434 1449 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.911469 1449 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:42.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.912245 1449 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:42.967744 1439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } attempt: 7
03:44:42.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:42.988726 1439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.37.60:37387: Network error: Client connection negotiation failed: client connection to 127.1.37.60:37387: connect: Connection refused (error 111)
03:44:43.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.225855 1449 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.60:37387
03:44:43.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.226164 1573 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.60:37387 every 8 connection(s)
03:44:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.228802 1449 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.234412 1574 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:44:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.234913 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1449
03:44:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.235435 1172 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal/instance
03:44:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.268793 1574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } has no permanent_uuid. Determining permanent_uuid...
03:44:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987875, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.37.60@KRBTEST.COM
03:44:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987882, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for kudu/127.1.37.62@KRBTEST.COM
03:44:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.350404 1574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
03:44:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987875, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.37.61@KRBTEST.COM
03:44:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987882, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for kudu/127.1.37.61@KRBTEST.COM
03:44:43.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.389693 1574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } has no permanent_uuid. Determining permanent_uuid...
03:44:43.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987875, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.37.62@KRBTEST.COM
03:44:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987882, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for kudu/127.1.37.60@KRBTEST.COM
03:44:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.419926 1172 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:44:43.431 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:44:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.433547 1574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Bootstrap starting.
03:44:43.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:44:43.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:44:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.447398 1574 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Neither blocks nor log segments found. Creating new log.
03:44:43.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.37.62"
port: 45149
}
bound_http_address {
host: "127.1.37.62"
port: 34445
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.37.61"
port: 34233
}
bound_http_address {
host: "127.1.37.61"
port: 44683
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.37.60"
port: 37387
}
bound_http_address {
host: "127.1.37.60"
port: 43169
}
}
}
03:44:43.449 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:44:43.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.450 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:44:43.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:44:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.452289 1574 log.cc:824] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Log is configured to *not* fsync() on all Append() calls
03:44:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.473687 1574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: No bootstrap required, opened a new log
03:44:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987883, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:44:43.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.515 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc
03:44:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.515401 1574 raft_consensus.cc:348] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.516256 1574 raft_consensus.cc:374] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:44:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.516569 1574 raft_consensus.cc:729] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2c7c0f98b824928b8719c996e115f83, State: Initialized, Role: FOLLOWER
03:44:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.517817 1574 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.525066 1589 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } } }
03:44:43.526 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:44:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.526245 1589 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: This master's current role is: FOLLOWER
03:44:43.528 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc
03:44:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.528709 1574 sys_catalog.cc:564] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: configured and running, proceeding with master startup.
03:44:43.529 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:44:43.534 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:44:43.537 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:44:43.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:44:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:43 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987883, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:44:43.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.592 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc
03:44:43.593 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:44:43.594 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.37.60:37387
03:44:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:43.593725 1609 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:43.595 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:44:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:43.594056 1609 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.596483 1172 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 1449
03:44:43.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.634 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.37.61:34233
03:44:43.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:44:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.635783 1172 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 1319
03:44:43.668 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.668 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.37.62:45149
03:44:43.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:44:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.669621 1172 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 1212
03:44:43.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:43.700 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.37.60:37387
03:44:43.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:43.703251 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/logs
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.60:37387
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.60
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43169
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.60
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.024492 1613 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.025197 1613 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.025918 1613 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.066977 1613 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.067263 1613 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.067687 1613 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.068033 1613 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.068408 1613 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.068760 1613 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.068995 1613 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:44.112287 1613 master_runner.cc:386] Master server non-default flags:
03:44:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.60.keytab
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.60
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.60:37387
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.60
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43169
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/logs
03:44:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:44.113894 1613 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:44.115270 1613 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:44.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.133651 1622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.133694 1624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:44.135505 1613 server_base.cc:1034] running on GCE node
03:44:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:44.133956 1621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.364140 1613 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.366981 1613 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.368320 1613 hybrid_clock.cc:648] HybridClock initialized: now 1785987885368298 us; error 43 us; skew 500 ppm
03:44:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.369194 1613 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:45 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987885, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.375847 1613 init.cc:377] Logged in from keytab as kudu/127.1.37.60@KRBTEST.COM (short username kudu)
03:44:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.381229 1613 webserver.cc:460] Webserver started at http://127.1.37.60:43169/ using document root <none> and password file <none>
03:44:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.382138 1613 fs_manager.cc:359] Metadata directory not provided
03:44:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.382344 1613 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.391335 1613 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
03:44:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.395808 1638 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.397027 1613 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:44:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.397297 1613 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2c7c0f98b824928b8719c996e115f83"
03:44:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:42 on dist-test-slave-zpvx"
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.399667 1613 fs_report.cc:383] FS layout report
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/wal
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/data
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.436017 1613 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.441509 1613 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.441926 1613 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.514958 1613 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.60:37387
03:44:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.515084 1716 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.60:37387 every 8 connection(s)
03:44:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.517709 1613 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-2/data/info.pb
03:44:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.527125 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1613
03:44:45.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:45.528 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.37.61:34233
03:44:45.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.530344 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/logs
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.61:34233
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.61
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44683
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.61
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.530702 1718 sys_catalog.cc:263] Verifying existing consensus state
03:44:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.539402 1718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Bootstrap starting.
03:44:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.573009 1718 log.cc:824] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Log is configured to *not* fsync() on all Append() calls
03:44:45.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.577584 1718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:44:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.578254 1718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Bootstrap complete.
03:44:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.602962 1718 raft_consensus.cc:348] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.605319 1718 raft_consensus.cc:374] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:44:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.605518 1718 raft_consensus.cc:729] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2c7c0f98b824928b8719c996e115f83, State: Initialized, Role: FOLLOWER
03:44:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.606272 1718 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.608803 1722 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } } }
03:44:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.609694 1722 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: This master's current role is: FOLLOWER
03:44:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.610136 1718 sys_catalog.cc:564] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [sys.catalog]: configured and running, proceeding with master startup.
03:44:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.640169 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.640851 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.643221 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:44:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.676136 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:44:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.697224 1646 tablet.cc:2369] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:44:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.880314 1720 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.881063 1720 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.881825 1720 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:45.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.914656 1720 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:45.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.914956 1720 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:45.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.915393 1720 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:45.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.915728 1720 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.916051 1720 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.916380 1720 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.916653 1720 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.955029 1720 master_runner.cc:386] Master server non-default flags:
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.61.keytab
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.61
03:44:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.61:34233
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.61
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44683
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/logs
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.956576 1720 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.957873 1720 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.983317 1747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:46.008070 1722 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:44:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:46.008630 1722 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:46.011991 1722 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:44:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:46.013454 1640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:44:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:46.019234 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:44:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:46.020192 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:46.020655 1639 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:44:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:46.021673 1722 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:44:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:46.645504 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:46.646167 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:45.985162 1720 server_base.cc:1034] running on GCE node
03:44:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.989073 1749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:45.984484 1745 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:47.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.279033 1720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:47.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.282338 1720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.283802 1720 hybrid_clock.cc:648] HybridClock initialized: now 1785987887283765 us; error 96 us; skew 500 ppm
03:44:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.284960 1720 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:47 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987887, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.294456 1720 init.cc:377] Logged in from keytab as kudu/127.1.37.61@KRBTEST.COM (short username kudu)
03:44:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.300601 1720 webserver.cc:460] Webserver started at http://127.1.37.61:44683/ using document root <none> and password file <none>
03:44:47.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.302208 1720 fs_manager.cc:359] Metadata directory not provided
03:44:47.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.302635 1720 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:47.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.316244 1720 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.000s sys 0.007s
03:44:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.325014 1763 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.326365 1720 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.000s
03:44:47.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.326951 1720 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:47.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4820fab6ad4e43eebc1967ef250b682d"
03:44:47.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:40 on dist-test-slave-zpvx"
03:44:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.331010 1720 fs_report.cc:383] FS layout report
03:44:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/data
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.369002 1720 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.374997 1720 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.375422 1720 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.465981 1720 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.61:34233
03:44:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.466106 1835 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.61:34233 every 8 connection(s)
03:44:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.469153 1720 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/data/info.pb
03:44:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.478008 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1720
03:44:47.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:47.479 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.37.62:45149
03:44:47.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.481217 1172 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/logs
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.62:45149
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.62
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34445
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.62
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:44:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.483439 1837 sys_catalog.cc:263] Verifying existing consensus state
03:44:47.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 03:44:47.484403 1837 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:44:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.484901 1720 master.cc:537] Master@127.1.37.61:34233 shutting down...
03:44:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.585400 1720 master.cc:552] Master@127.1.37.61:34233 shutdown complete.
03:44:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:44:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.638286 1844 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:44:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.638693 1844 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.640435 1844 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:44:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.647073 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:44:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.647689 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.648118 1639 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:44:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.648928 1844 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:44:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.650411 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.650712 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.828316 1843 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:44:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.829066 1843 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:44:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.829794 1843 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:44:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.862061 1843 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:44:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.862394 1843 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:44:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.862802 1843 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:44:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.863143 1843 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:44:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.863458 1843 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:44:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.863754 1843 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:44:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.863910 1843 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40043/jwks.json
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.902611 1843 master_runner.cc:386] Master server non-default flags:
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.37.20:41061
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.37.62:45149,127.1.37.61:34233,127.1.37.60:37387
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/krb5kdc/kudu_127.1.37.62.keytab
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.37.62
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.37.62:45149
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40043/jwks.json
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:44:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.37.62
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34445
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/logs
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:44:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:44:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:44:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:44:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:44:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.903885 1843 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:44:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:47.905004 1843 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:44:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.924456 1859 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:48.653908 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:48.654213 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.924492 1862 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:47.926160 1860 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:44:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:49.248180 1861 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:44:49.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.248759 1843 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:44:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.253327 1843 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:44:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.255839 1843 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:44:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.257232 1843 hybrid_clock.cc:648] HybridClock initialized: now 1785987889257194 us; error 53 us; skew 500 ppm
03:44:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.258181 1843 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:44:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:49 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987889, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.269855 1843 init.cc:377] Logged in from keytab as kudu/127.1.37.62@KRBTEST.COM (short username kudu)
03:44:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.275506 1843 webserver.cc:460] Webserver started at http://127.1.37.62:34445/ using document root <none> and password file <none>
03:44:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.276561 1843 fs_manager.cc:359] Metadata directory not provided
03:44:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.276834 1843 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:44:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.285044 1843 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.005s
03:44:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.289809 1874 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:44:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.290884 1843 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:44:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.291239 1843 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data,/tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f"
03:44:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:44:37 on dist-test-slave-zpvx"
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.293676 1843 fs_report.cc:383] FS layout report
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/data
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:44:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:44:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:44:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.333454 1843 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:44:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.339128 1843 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:44:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.339689 1843 kserver.cc:163] Server-wide thread pool size limit: 3276
03:44:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.418349 1843 rpc_server.cc:307] RPC server started. Bound to: 127.1.37.62:45149
03:44:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.418465 1948 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.37.62:45149 every 8 connection(s)
03:44:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.421568 1843 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/data/info.pb
03:44:49.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.431293 1172 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu as pid 1843
03:44:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.431806 1949 sys_catalog.cc:263] Verifying existing consensus state
03:44:49.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:44:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 03:44:49.432545 1949 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:44:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.432932 1843 master.cc:537] Master@127.1.37.62:45149 shutting down...
03:44:49.493 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.37.60:37387(127.1.37.60:37387)] connecting to peer
03:44:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.501188 1954 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:44:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.501828 1954 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.504118 1954 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:44:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:49.512276 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:49.524718 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:44:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.525398 1640 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:44:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.526376 1954 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:44:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:49.527676 1843 master.cc:552] Master@127.1.37.62:45149 shutdown complete.
03:44:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskreZ1TG/test-tmp/mini-kudu-cluster3527443533662180808/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:44:49.574 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:49.576 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:49.634 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.37.60:37387(127.1.37.60:37387)] Successfully connected to peer
03:44:49.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:49.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:49.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:49.658370 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:49.658717 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:49.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:49.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:49.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:49.708 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:44:49.718 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.37.60
03:44:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:49 dist-test-slave-zpvx krb5kdc[1193](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987883, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.37.60@KRBTEST.COM
03:44:49.964 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3be3337a, L:/127.0.0.1:60356 - R:/127.1.37.60:37387] using SASL/GSSAPI
03:44:49.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.001 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.005 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.019 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.038 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.039 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.079 [DEBUG - pool-6-thread-1] (NetUtil.java:140) Resolved '127.1.37.60' into [/127.1.37.60] in 1253991ns
03:44:50.081 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.081 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.118 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.178 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.181 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.219 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.224 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.418 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.419 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:50.661718 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:50.661986 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:50.679090 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:44:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:50.679471 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:44:50.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:50.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:50.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:50.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:50.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:51.298 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:51.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:51.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:51.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:51.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:51.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:51.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:51.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:51.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:51.664989 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:51.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:51.665292 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:52.358 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:52.361 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:52.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:52.578 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:52.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:52.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:52.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:52.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:52.668188 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:52.668478 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:53.461298 1967 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:44:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:53.461671 1967 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:44:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:53.463327 1967 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:44:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:53.465353 1640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:44:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:53.468273 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:44:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:53.468763 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:44:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:53.469067 1640 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:44:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:53.469630 1967 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:44:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:53.671321 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:53.671578 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:54.258 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:54.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:54.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:54.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:54.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:54.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:54.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:54.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:54.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:54.675179 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:54.675532 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:55.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:44:55 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987895, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:44:55.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:55.380100 1633 init.cc:295] Successfully reacquired a new kerberos TGT
03:44:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:55.678421 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:55.678700 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:55.682864 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:44:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:44:55.683288 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:44:56.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:44:56.239 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:44:56.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:56.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:56.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:44:56.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:56.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:56.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:44:56.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:44:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:56.681586 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:56.681891 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:57.684902 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:57.685213 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:58.689433 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:58.690141 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:44:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:59.693168 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:44:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:44:59.693466 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:00.319 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:00.321 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:00.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:00.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:00.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:00.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:00.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:00.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:00.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:00.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.419122 1983 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:45:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.419734 1983 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:45:00.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.421928 1983 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:45:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:00.424271 1640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:45:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:00.427093 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:45:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:00.427490 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:45:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.427853 1640 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:45:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.428539 1983 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:45:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.685647 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:45:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:00.686159 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:45:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:00.696794 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:00.697052 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:01.599 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:01.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:01.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:01.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:01.699985 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:01.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:01.700243 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:01.718 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:01.719 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:01.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:01.979 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:01.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:01.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:01.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:01.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:02.418298 1996 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:45:02.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:02.418766 1996 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:45:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:02.420708 1996 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:45:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:02.425040 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:45:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:02.425519 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:45:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:02.425863 1639 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:45:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:02.426515 1996 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:45:02.478 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:02.480 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:02.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:02.703366 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:02.703662 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:02.898 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:02.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:02.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:02.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:02.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:03.706689 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:03.707005 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:04.710942 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:04.711361 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:05.319 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:05.321 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:05.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:05.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:05.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:05.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:05.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:05.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:05.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:45:05 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987905, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:45:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:05.382831 1633 init.cc:295] Successfully reacquired a new kerberos TGT
03:45:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:05.689845 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:45:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:05.690325 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:45:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:05.714838 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:05.715139 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:06.221922 2010 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:45:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:06.222469 2010 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fefa9f92673a4e3b91791bbcbe7f7f7f" member_type: VOTER last_known_addr { host: "127.1.37.62" port: 45149 } } peers { permanent_uuid: "4820fab6ad4e43eebc1967ef250b682d" member_type: VOTER last_known_addr { host: "127.1.37.61" port: 34233 } } peers { permanent_uuid: "f2c7c0f98b824928b8719c996e115f83" member_type: VOTER last_known_addr { host: "127.1.37.60" port: 37387 } }
03:45:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:06.224234 2010 leader_election.cc:288] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149), 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233)
03:45:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.226673 1640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:45:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.229791 1640 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer fefa9f92673a4e3b91791bbcbe7f7f7f (127.1.37.62:45149): Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111)
03:45:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.230826 1639 leader_election.cc:334] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4820fab6ad4e43eebc1967ef250b682d (127.1.37.61:34233): Network error: Client connection negotiation failed: client connection to 127.1.37.61:34233: connect: Connection refused (error 111)
03:45:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:06.231153 1639 leader_election.cc:302] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2c7c0f98b824928b8719c996e115f83; no voters: 4820fab6ad4e43eebc1967ef250b682d, fefa9f92673a4e3b91791bbcbe7f7f7f
03:45:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:06.231832 2010 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:45:06.338 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:06.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:06.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:06.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:06.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:06.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:06.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:06.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:06.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.718130 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.718477 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.988489 964 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcb40 after lost signal to thread 785
03:45:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:06.989840 964 debug-util.cc:398] Leaking SignalData structure 0x7b08000af780 after lost signal to thread 968
03:45:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:07.723480 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:07.723906 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:08.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:08.728618 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:08.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:08.729012 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:09.732712 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:09.733099 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:10.219 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:10.220 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:10.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:10.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:10.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:10.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:10.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:10.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:10.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:10.693399 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:45:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:10.693879 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:45:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:10.736104 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:10.736438 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:11.739274 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:11.739537 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:12.658 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:12.659 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:12.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:12.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:12.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:12.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:12.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:12.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:12.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:12.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:12.742339 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:12.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:12.742600 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:13.158 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:13.158 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:13.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:13.558 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:13.560 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:13.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:13.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:13.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:13.745397 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:13.745668 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:14.750039 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:14.750501 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:45:15 dist-test-slave-zpvx krb5kdc[1193](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785987915, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.37.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:45:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:15.385304 1633 init.cc:295] Successfully reacquired a new kerberos TGT
03:45:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:15.697206 1613 master_runner.cc:186] Error getting master registration for 127.1.37.62:45149: Network error: Client connection negotiation failed: client connection to 127.1.37.62:45149: connect: Connection refused (error 111),
03:45:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:15.697652 1613 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:45:15.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:15.753536 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:15.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:15.753783 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:16.756584 1736 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2c7c0f98b824928b8719c996e115f83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:45:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:16.756825 1736 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:45:17.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.61:34233(127.1.37.61:34233)] connecting to peer
03:45:17.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:17.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.37.61:34233(127.1.37.61:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:17.080 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.37.62:45149(127.1.37.62:45149)] connecting to peer
03:45:17.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.61:34233: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233
03:45:17.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:17.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.62:45149(127.1.37.62:45149)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:17.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.37.62:45149: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
03:45:17.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149; will retry
03:45:17.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [196ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [249ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [534ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [568ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [578ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [582ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [635ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [645ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [739ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [743ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [978ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [980ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [981ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [982ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1294ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1301ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1855ms] refreshing cache from master, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1861ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2914ms] refreshing cache from master, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [2918ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [2919ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2922ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [3134ms] refreshing cache from master, [3134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [3135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [3137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [3138ms] too many traces: truncated at 100 traces, deferred=Deferred@1793864651(state=PENDING, result=null, callback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870), errback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870)))
03:45:17.091 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.37.60:37387(127.1.37.60:37387)] disconnecting while in state READY
03:45:17.093 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.37.61:34233(127.1.37.61:34233)] disconnecting while in state TERMINATED
03:45:17.093 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.37.62:45149(127.1.37.62:45149)] disconnecting while in state TERMINATED
03:45:17.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:45:17.100 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.37.60:37387(127.1.37.60:37387)] handling channelInactive
03:45:17.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.37.60:37387(127.1.37.60:37387)] cleaning up while in state READY due to: connection closed
03:45:17.102 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:45:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:17.105377 1172 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 1613
03:45:17.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:17.337039 763 debug-util.cc:398] Leaking SignalData structure 0x7b08000b48a0 after lost signal to thread 592
03:45:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:45:17.339295 763 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe60 after lost signal to thread 769
03:45:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:45:18Z chronyd exiting
03:45:19.432 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:45:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.433857 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 569
03:45:19.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.477263 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 780
03:45:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.509265 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 984
03:45:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.541929 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 32629
03:45:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.583233 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 32726
03:45:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:45:19.625559 32613 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskreZ1TG/build/tsan/bin/kudu with pid 369
03:45:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:45:20Z chronyd exiting
03:45:21.831 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [196ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [249ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [534ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [568ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [578ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [582ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [635ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [645ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [739ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [743ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [978ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [980ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [981ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [982ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1294ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1301ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1855ms] refreshing cache from master, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1861ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2914ms] refreshing cache from master, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [2918ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [2919ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2922ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [3134ms] refreshing cache from master, [3134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [3135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [3137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [3138ms] too many traces: truncated at 100 traces, deferred=Deferred@1793864651(state=PENDING, result=null, callback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870), errback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.37.62:45149
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27646), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [196ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [249ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [534ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [567ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [568ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [578ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [582ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [635ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [645ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [739ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [740ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [743ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [779ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [978ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [980ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [981ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [982ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1294ms] refreshing cache from master, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1299ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1301ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1855ms] refreshing cache from master, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [1855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [1857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [1861ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2914ms] refreshing cache from master, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [2915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [2918ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.61:34233: Network error: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233, [2919ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.60:37387: OK, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.1.37.62:45149: Network error: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [2922ms] delaying RPC due to: Service unavailable: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149, [3134ms] refreshing cache from master, [3134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.60:37387, [3135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.61:34233, [3137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.37.62:45149, [3138ms] too many traces: truncated at 100 traces, deferred=Deferred@1793864651(state=PENDING, result=null, callback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870), errback=(continuation of Deferred@680423576 after retry RPC after error@121930672) -> (continuation of Deferred@408562988 after retry RPC after error@329463687) -> (continuation of Deferred@1223860187 after retry RPC after error@1804131446) -> (continuation of Deferred@577945446 after retry RPC after error@686271392) -> (continuation of Deferred@1958212896 after retry RPC after error@1500638380) -> (continuation of Deferred@1850728811 after retry RPC after error@2069949865) -> (continuation of Deferred@808782096 after retry RPC after error@1727502134) -> (continuation of Deferred@1998747194 after retry RPC after error@190042322) -> (continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.37.60:37387,127.1.37.61:34233,127.1.37.62:45149) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.61:34233(127.1.37.61:34233): Connection refused: /127.1.37.61:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.37.62:45149(127.1.37.62:45149): Connection refused: /127.1.37.62:45149
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.37.62:45149
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)