19:22:28.054 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:22:28.066 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRF5vUt/test-tmp
19:22:28.068 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:22:28.072 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRF5vUt/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:22:28.337 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:22:28.453 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:22:28.454 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:22:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.458319 13412 mini_oidc.cc:152] Starting JWKS server
19:22:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.462738 13412 webserver.cc:460] Webserver started at http://127.0.0.1:33535/ using document root <none> and password file <none>
19:22:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.463312 13412 mini_oidc.cc:189] Starting OIDC Discovery server
19:22:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.465220 13412 webserver.cc:460] Webserver started at http://127.0.0.1:35045/ using document root <none> and password file <none>
19:22:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:22:28Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:22:28.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:22:28Z Disabled control of system clock
19:22:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.517096 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/logs
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data/info.pb
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.62:45407
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.62
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json with env {}
19:22:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.833945 13424 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.834649 13424 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.835333 13424 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.866739 13424 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.867057 13424 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.867297 13424 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.867513 13424 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.867769 13424 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.867986 13424 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33535/jwks.json
19:22:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.903304 13424 master_runner.cc:386] Master server non-default flags:
19:22:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.62:45407
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data/info.pb
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.62
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/logs
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.904732 13424 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.907014 13424 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:28.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.927083 13430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.927091 13433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:28.929287 13424 server_base.cc:1034] running on GCE node
19:22:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:28.927086 13431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.139842 13424 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.142620 13424 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.143962 13424 hybrid_clock.cc:648] HybridClock initialized: now 1781983350143922 us; error 62 us; skew 500 ppm
19:22:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.144754 13424 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.151083 13424 webserver.cc:460] Webserver started at http://127.13.25.62:45385/ using document root <none> and password file <none>
19:22:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.151996 13424 fs_manager.cc:359] Metadata directory not provided
19:22:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.152176 13424 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.152550 13424 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.157260 13424 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data/instance:
19:22:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c74fd628a2e42a3984654a12f85bb41"
19:22:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:30 on dist-test-slave-wzq1"
19:22:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.158350 13424 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal/instance:
19:22:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c74fd628a2e42a3984654a12f85bb41"
19:22:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:30 on dist-test-slave-wzq1"
19:22:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.165578 13424 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:22:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.170630 13440 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.171636 13424 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
19:22:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.171988 13424 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c74fd628a2e42a3984654a12f85bb41"
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:30 on dist-test-slave-wzq1"
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.172482 13424 fs_report.cc:383] FS layout report
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal
19:22:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data/data
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.211890 13424 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.213456 13424 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.213941 13424 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.288496 13424 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.62:45407
19:22:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.288589 13491 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.62:45407 every 8 connection(s)
19:22:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.291283 13424 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/data/info.pb
19:22:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.295617 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13424
19:22:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.296159 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-0/wal/instance
19:22:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.297953 13492 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.301293 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal
19:22:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/logs
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data/info.pb
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.61:38209
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.61
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json with env {}
19:22:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.312196 13492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } has no permanent_uuid. Determining permanent_uuid...
19:22:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.340112 13492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
19:22:30.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.342289 13443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.346429 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.395824 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 1
19:22:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.400147 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.468552 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 2
19:22:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.472640 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.564038 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 3
19:22:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.567600 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.610450 13494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.610999 13494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.611579 13494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.642014 13494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.642307 13494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.642622 13494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.642927 13494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.643204 13494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.643415 13494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33535/jwks.json
19:22:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.678395 13494 master_runner.cc:386] Master server non-default flags:
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.61:38209
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data/info.pb
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.61
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/logs
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.679709 13494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.681761 13494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:30.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.700606 13503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:30.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.711009 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 4
19:22:30.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.714386 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.013875 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 5
19:22:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:31.017822 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.565462 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 6
19:22:31.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:31.576505 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.61:38209: Network error: Client connection negotiation failed: client connection to 127.13.25.61:38209: connect: Connection refused (error 111)
19:22:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.700657 13506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:30.700850 13504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:30.702873 13494 server_base.cc:1034] running on GCE node
19:22:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.908385 13494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.911633 13494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:31.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.913025 13494 hybrid_clock.cc:648] HybridClock initialized: now 1781983351912998 us; error 45 us; skew 500 ppm
19:22:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.914017 13494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.924541 13494 webserver.cc:460] Webserver started at http://127.13.25.61:35387/ using document root <none> and password file <none>
19:22:31.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.925563 13494 fs_manager.cc:359] Metadata directory not provided
19:22:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.925798 13494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.926367 13494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.931241 13494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data/instance:
19:22:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22dde9e27efa4cb3aa207eb1a88d9116"
19:22:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:31 on dist-test-slave-wzq1"
19:22:31.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.932461 13494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal/instance:
19:22:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22dde9e27efa4cb3aa207eb1a88d9116"
19:22:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:31 on dist-test-slave-wzq1"
19:22:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.939654 13494 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
19:22:31.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.945525 13515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:31.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.946646 13494 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
19:22:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.947005 13494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal
19:22:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22dde9e27efa4cb3aa207eb1a88d9116"
19:22:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:31 on dist-test-slave-wzq1"
19:22:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.947362 13494 fs_report.cc:383] FS layout report
19:22:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal
19:22:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal
19:22:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data/data
19:22:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.995158 13494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.996694 13494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:31.997233 13494 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.070477 13494 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.61:38209
19:22:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.070580 13566 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.61:38209 every 8 connection(s)
19:22:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.073197 13494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/data/info.pb
19:22:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.078727 13567 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.083700 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13494
19:22:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.084143 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-1/wal/instance
19:22:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.086424 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/logs
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data/info.pb
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.60:44869
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.60
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json with env {}
19:22:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.090533 13567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } has no permanent_uuid. Determining permanent_uuid...
19:22:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.118530 13567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
19:22:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.134132 13567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } has no permanent_uuid. Determining permanent_uuid...
19:22:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.136441 13516 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.143739 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.193279 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 1
19:22:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.196972 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.265421 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 2
19:22:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.269824 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.361295 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 3
19:22:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.365175 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.405123 13569 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.405649 13569 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.406098 13569 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.435797 13569 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.436074 13569 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.436262 13569 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.436437 13569 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.436621 13569 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.436749 13569 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33535/jwks.json
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.472028 13569 master_runner.cc:386] Master server non-default flags:
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.60:44869
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33535/jwks.json
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data/info.pb
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.60
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/logs
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.473244 13569 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.475338 13569 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.497007 13579 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.508596 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 4
19:22:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.512491 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.637130 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } attempt: 7
19:22:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.650415 13492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } has no permanent_uuid. Determining permanent_uuid...
19:22:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.655783 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.714176 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 1
19:22:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.719323 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.800765 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 2
19:22:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.804590 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.811873 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 5
19:22:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.816246 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.890271 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 3
19:22:32.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.894860 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.035504 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 4
19:22:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:33.039513 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.323086 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 5
19:22:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:33.327852 13492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.363643 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 6
19:22:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:33.371615 13567 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.25.60:44869: Network error: Client connection negotiation failed: client connection to 127.13.25.60:44869: connect: Connection refused (error 111)
19:22:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:32.498822 13569 server_base.cc:1034] running on GCE node
19:22:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.498898 13580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:32.500130 13582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.705533 13569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.708158 13569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.709553 13569 hybrid_clock.cc:648] HybridClock initialized: now 1781983353709488 us; error 84 us; skew 500 ppm
19:22:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.710523 13569 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.717077 13569 webserver.cc:460] Webserver started at http://127.13.25.60:35499/ using document root <none> and password file <none>
19:22:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.718137 13569 fs_manager.cc:359] Metadata directory not provided
19:22:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.718407 13569 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.718969 13569 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.723745 13569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data/instance:
19:22:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f395d73ae01f4392bfe5d3cb98d708ed"
19:22:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:33 on dist-test-slave-wzq1"
19:22:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.725078 13569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal/instance:
19:22:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f395d73ae01f4392bfe5d3cb98d708ed"
19:22:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:33 on dist-test-slave-wzq1"
19:22:33.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.733599 13569 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
19:22:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.739640 13594 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.741276 13569 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:22:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.741567 13569 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal
19:22:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f395d73ae01f4392bfe5d3cb98d708ed"
19:22:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:33 on dist-test-slave-wzq1"
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.741863 13569 fs_report.cc:383] FS layout report
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data/data
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.807662 13569 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.809175 13569 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.809563 13569 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.880366 13492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 6
19:22:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.884799 13569 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.60:44869
19:22:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.884919 13646 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.60:44869 every 8 connection(s)
19:22:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.888320 13569 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/data/info.pb
19:22:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.889007 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13569
19:22:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.889447 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/master-2/wal/instance
19:22:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.896381 13649 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.917856 13649 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } has no permanent_uuid. Determining permanent_uuid...
19:22:33.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.947367 13492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: Bootstrap starting.
19:22:33.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.954671 13492 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: Neither blocks nor log segments found. Creating new log.
19:22:33.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.955277 13649 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
19:22:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.959853 13492 log.cc:824] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: Log is configured to *not* fsync() on all Append() calls
19:22:33.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.965500 13492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: No bootstrap required, opened a new log
19:22:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.970834 13649 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } has no permanent_uuid. Determining permanent_uuid...
19:22:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.990056 13649 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: Bootstrap starting.
19:22:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.991663 13492 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.992331 13492 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:22:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.992643 13492 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c74fd628a2e42a3984654a12f85bb41, State: Initialized, Role: FOLLOWER
19:22:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.993570 13492 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:33.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.997053 13658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.997843 13649 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: Neither blocks nor log segments found. Creating new log.
19:22:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.998035 13658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:33.998811 13492 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: configured and running, proceeding with master startup.
19:22:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.000404 13649 log.cc:824] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: Log is configured to *not* fsync() on all Append() calls
19:22:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.010917 13649 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: No bootstrap required, opened a new log
19:22:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.031656 13670 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.032337 13670 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:34.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.042639 13649 raft_consensus.cc:348] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.043485 13649 raft_consensus.cc:374] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:22:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.043753 13649 raft_consensus.cc:729] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f395d73ae01f4392bfe5d3cb98d708ed, State: Initialized, Role: FOLLOWER
19:22:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.044976 13649 consensus_queue.cc:260] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.052819 13672 sys_catalog.cc:455] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.054337 13672 sys_catalog.cc:458] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.054720 13649 sys_catalog.cc:564] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: configured and running, proceeding with master startup.
19:22:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.028666 13424 master_runner.cc:186] Error getting master registration for 127.13.25.61:38209: OK, instance_id { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" instance_seqno: 1781983352048961 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:22:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.056921 13424 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:22:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.075850 13600 tablet.cc:2369] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:22:34.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.083307 13672 raft_consensus.cc:482] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:22:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.090891 13672 raft_consensus.cc:504] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.097059 13467 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c74fd628a2e42a3984654a12f85bb41" is_pre_election: true
19:22:34.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.098440 13467 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f395d73ae01f4392bfe5d3cb98d708ed in term 0.
19:22:34.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.098950 13672 leader_election.cc:288] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6c74fd628a2e42a3984654a12f85bb41 (127.13.25.62:45407), 22dde9e27efa4cb3aa207eb1a88d9116 (127.13.25.61:38209)
19:22:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.100809 13596 leader_election.cc:302] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c74fd628a2e42a3984654a12f85bb41, f395d73ae01f4392bfe5d3cb98d708ed; no voters:
19:22:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.102689 13672 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Leader pre-election won for term 1
19:22:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.103114 13672 raft_consensus.cc:482] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:22:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.103497 13672 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 0 FOLLOWER]: Advancing to term 1
19:22:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.114411 13672 raft_consensus.cc:504] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.116638 13467 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c74fd628a2e42a3984654a12f85bb41"
19:22:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.117179 13467 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 0 FOLLOWER]: Advancing to term 1
19:22:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.122260 13672 leader_election.cc:288] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [CANDIDATE]: Term 1 election: Requested vote from peers 6c74fd628a2e42a3984654a12f85bb41 (127.13.25.62:45407), 22dde9e27efa4cb3aa207eb1a88d9116 (127.13.25.61:38209)
19:22:34.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.124073 13467 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f395d73ae01f4392bfe5d3cb98d708ed in term 1.
19:22:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.125128 13596 leader_election.cc:302] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c74fd628a2e42a3984654a12f85bb41, f395d73ae01f4392bfe5d3cb98d708ed; no voters:
19:22:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.126147 13672 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 1 FOLLOWER]: Leader election won for term 1
19:22:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.131758 13672 raft_consensus.cc:686] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [term 1 LEADER]: Becoming Leader. State: Replica: f395d73ae01f4392bfe5d3cb98d708ed, State: Running, Role: LEADER
19:22:34.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.135965 13672 consensus_queue.cc:237] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.151346 13683 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.152201 13683 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.155421 13684 sys_catalog.cc:455] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: SysCatalogTable state changed. Reason: New leader f395d73ae01f4392bfe5d3cb98d708ed. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.159546 13684 sys_catalog.cc:458] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: This master's current role is: LEADER
19:22:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.135103 13569 master_runner.cc:186] Error getting master registration for 127.13.25.61:38209: OK, instance_id { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" instance_seqno: 1781983352048961 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:22:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.179083 13569 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:22:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.186038 13687 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:22:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.193408 13687 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:22:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.218109 13467 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [term 1 FOLLOWER]: Refusing update from remote peer f395d73ae01f4392bfe5d3cb98d708ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:22:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.220170 13672 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:22:34.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.223726 13446 tablet.cc:2369] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:22:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.252199 13658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f395d73ae01f4392bfe5d3cb98d708ed. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.256630 13658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.262669 13689 mvcc.cc:205] Tried to move back new op lower bound from 7299003818854608896 to 7299003818549747712. Current Snapshot: MvccSnapshot[applied={T|T < 7299003818854608896}]
19:22:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.267745 13658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.269101 13658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.277737 13687 catalog_manager.cc:1347] Generated new cluster ID: d3702344845b4914931b30338fd6e0a2
19:22:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.278023 13687 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:22:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.285682 13684 sys_catalog.cc:455] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.286438 13684 sys_catalog.cc:458] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: This master's current role is: LEADER
19:22:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.320487 13687 catalog_manager.cc:1370] Generated new certificate authority record
19:22:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.323263 13687 catalog_manager.cc:1504] Loading token signing keys...
19:22:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.366082 13687 catalog_manager.cc:5868] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed: Generated new TSK 0
19:22:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.368234 13687 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.396617 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/logs
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data/info.pb
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.1:0
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.1
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.1
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:22:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.431967 13567 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } attempt: 7
19:22:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.468708 13567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: Bootstrap starting.
19:22:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.479934 13567 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: Neither blocks nor log segments found. Creating new log.
19:22:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.485348 13567 log.cc:824] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: Log is configured to *not* fsync() on all Append() calls
19:22:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.503129 13567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: No bootstrap required, opened a new log
19:22:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.552809 13567 raft_consensus.cc:348] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.553767 13567 raft_consensus.cc:374] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:22:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.554081 13567 raft_consensus.cc:729] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22dde9e27efa4cb3aa207eb1a88d9116, State: Initialized, Role: FOLLOWER
19:22:34.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.555552 13567 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } }
19:22:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.563664 13696 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.564473 13696 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.567947 13567 sys_catalog.cc:564] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: configured and running, proceeding with master startup.
19:22:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.568152 13541 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22dde9e27efa4cb3aa207eb1a88d9116"
19:22:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.568884 13541 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 0 FOLLOWER]: Advancing to term 1
19:22:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.575810 13542 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" is_pre_election: true
19:22:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.580154 13541 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f395d73ae01f4392bfe5d3cb98d708ed in term 1.
19:22:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.581599 13540 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [term 1 FOLLOWER]: Refusing update from remote peer f395d73ae01f4392bfe5d3cb98d708ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:22:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.587977 13672 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:22:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.658398 13696 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f395d73ae01f4392bfe5d3cb98d708ed. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.658522 13702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.659196 13702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.659191 13696 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116 [sys.catalog]: This master's current role is: FOLLOWER
19:22:34.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.765978 13712 catalog_manager.cc:1259] Loaded cluster ID: d3702344845b4914931b30338fd6e0a2
19:22:34.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.766260 13712 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: loading cluster ID for follower catalog manager: success
19:22:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.774981 13712 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: acquiring CA information for follower catalog manager: success
19:22:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:34.787218 13712 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 22dde9e27efa4cb3aa207eb1a88d9116: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:22:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.973728 13693 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.974742 13693 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:34.975719 13693 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:35.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.038086 13670 catalog_manager.cc:1259] Loaded cluster ID: d3702344845b4914931b30338fd6e0a2
19:22:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.038728 13670 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: loading cluster ID for follower catalog manager: success
19:22:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.056042 13670 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: acquiring CA information for follower catalog manager: success
19:22:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.065514 13670 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6c74fd628a2e42a3984654a12f85bb41: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:22:35.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:35.095906 13693 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:35.097594 13693 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.25.1
19:22:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.161198 13693 tablet_server_runner.cc:78] Tablet server non-default flags:
19:22:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.1:0
19:22:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data/info.pb
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.1
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.1
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/logs
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.165191 13693 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.167414 13693 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.189168 13672 sys_catalog.cc:455] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c74fd628a2e42a3984654a12f85bb41" member_type: VOTER last_known_addr { host: "127.13.25.62" port: 45407 } } peers { permanent_uuid: "22dde9e27efa4cb3aa207eb1a88d9116" member_type: VOTER last_known_addr { host: "127.13.25.61" port: 38209 } } peers { permanent_uuid: "f395d73ae01f4392bfe5d3cb98d708ed" member_type: VOTER last_known_addr { host: "127.13.25.60" port: 44869 } } }
19:22:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:35.189883 13672 sys_catalog.cc:458] T 00000000000000000000000000000000 P f395d73ae01f4392bfe5d3cb98d708ed [sys.catalog]: This master's current role is: LEADER
19:22:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:35.214869 13721 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:35.217756 13724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:36.835788 13725 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:22:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:35.219687 13726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.836845 13693 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:22:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.840378 13693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.855240 13693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.856837 13693 hybrid_clock.cc:648] HybridClock initialized: now 1781983356856761 us; error 91 us; skew 500 ppm
19:22:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.857937 13693 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.887652 13693 webserver.cc:460] Webserver started at http://127.13.25.1:40833/ using document root <none> and password file <none>
19:22:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.888854 13693 fs_manager.cc:359] Metadata directory not provided
19:22:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.889123 13693 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.889642 13693 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.896979 13693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data/instance:
19:22:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a8e4630078b421c9b32e31b3d404f56"
19:22:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:36 on dist-test-slave-wzq1"
19:22:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.898435 13693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal/instance:
19:22:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a8e4630078b421c9b32e31b3d404f56"
19:22:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:36 on dist-test-slave-wzq1"
19:22:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.913259 13693 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s
19:22:36.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.926303 13733 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.928458 13693 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.007s sys 0.004s
19:22:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.928857 13693 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal
19:22:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a8e4630078b421c9b32e31b3d404f56"
19:22:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:36 on dist-test-slave-wzq1"
19:22:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:36.929292 13693 fs_report.cc:383] FS layout report
19:22:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data/data
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:37.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.004886 13693 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.006960 13693 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.007500 13693 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.017220 13693 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:22:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.029026 13693 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:22:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.029358 13693 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:22:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.029618 13693 ts_tablet_manager.cc:610] Registered 0 tablets
19:22:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.029807 13693 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:22:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.275991 13693 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.1:42725
19:22:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.276057 13845 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.1:42725 every 8 connection(s)
19:22:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.279687 13693 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/data/info.pb
19:22:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.284842 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13693
19:22:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.285377 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-0/wal/instance
19:22:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.299626 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal
19:22:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data
19:22:37.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/logs
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data/info.pb
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.2:0
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.2
19:22:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.2
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:22:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.364092 13847 heartbeater.cc:347] Connected to a master server at 127.13.25.61:38209
19:22:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.364567 13847 heartbeater.cc:464] Registering TS with master...
19:22:37.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.365787 13847 heartbeater.cc:511] Master 127.13.25.61:38209 requested a full tablet report, sending...
19:22:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.368927 13846 heartbeater.cc:347] Connected to a master server at 127.13.25.60:44869
19:22:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.369287 13846 heartbeater.cc:464] Registering TS with master...
19:22:37.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.369629 13531 ts_manager.cc:194] Registered new tserver with Master: 1a8e4630078b421c9b32e31b3d404f56 (127.13.25.1:42725)
19:22:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.370631 13846 heartbeater.cc:511] Master 127.13.25.60:44869 requested a full tablet report, sending...
19:22:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.372963 13611 ts_manager.cc:194] Registered new tserver with Master: 1a8e4630078b421c9b32e31b3d404f56 (127.13.25.1:42725)
19:22:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.376014 13611 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.25.1:50645
19:22:37.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.379357 13850 heartbeater.cc:347] Connected to a master server at 127.13.25.62:45407
19:22:37.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.379696 13850 heartbeater.cc:464] Registering TS with master...
19:22:37.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.380614 13850 heartbeater.cc:511] Master 127.13.25.62:45407 requested a full tablet report, sending...
19:22:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.383213 13457 ts_manager.cc:194] Registered new tserver with Master: 1a8e4630078b421c9b32e31b3d404f56 (127.13.25.1:42725)
19:22:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.684592 13856 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.685178 13856 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.685823 13856 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.719246 13856 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.720198 13856 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.25.2
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.757690 13856 tablet_server_runner.cc:78] Tablet server non-default flags:
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.2:0
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data/info.pb
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.2
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.2
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/logs
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.759183 13856 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:37.761301 13856 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.786455 13863 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:38.381177 13846 heartbeater.cc:503] Master 127.13.25.60:44869 was elected leader, sending a full tablet report...
19:22:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.786942 13862 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:37.789166 13865 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.001358 13864 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:22:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.001475 13856 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:22:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.005287 13856 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.007483 13856 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.008831 13856 hybrid_clock.cc:648] HybridClock initialized: now 1781983359008805 us; error 59 us; skew 500 ppm
19:22:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.009547 13856 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.015811 13856 webserver.cc:460] Webserver started at http://127.13.25.2:38857/ using document root <none> and password file <none>
19:22:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.016659 13856 fs_manager.cc:359] Metadata directory not provided
19:22:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.016848 13856 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.017228 13856 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.021937 13856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data/instance:
19:22:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26ad7ca67f3a40f7922c663b2261d10e"
19:22:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:39 on dist-test-slave-wzq1"
19:22:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.023027 13856 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal/instance:
19:22:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26ad7ca67f3a40f7922c663b2261d10e"
19:22:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:39 on dist-test-slave-wzq1"
19:22:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.029808 13856 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
19:22:39.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.035120 13874 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.036249 13856 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:22:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.036584 13856 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26ad7ca67f3a40f7922c663b2261d10e"
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:39 on dist-test-slave-wzq1"
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.036931 13856 fs_report.cc:383] FS layout report
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data/data
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.084283 13856 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.086251 13856 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.086766 13856 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.090090 13856 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:22:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.096163 13856 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:22:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.096421 13856 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:22:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.096704 13856 ts_tablet_manager.cc:610] Registered 0 tablets
19:22:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.096895 13856 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:22:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.257475 13856 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.2:39411
19:22:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.257570 13986 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.2:39411 every 8 connection(s)
19:22:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.259851 13856 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/data/info.pb
19:22:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.270067 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13856
19:22:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.270871 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-1/wal/instance
19:22:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.286290 13412 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/logs
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data/info.pb
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.3:0
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.3
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.3
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:22:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.329519 13987 heartbeater.cc:347] Connected to a master server at 127.13.25.60:44869
19:22:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.330008 13987 heartbeater.cc:464] Registering TS with master...
19:22:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.331183 13987 heartbeater.cc:511] Master 127.13.25.60:44869 requested a full tablet report, sending...
19:22:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.334122 13611 ts_manager.cc:194] Registered new tserver with Master: 26ad7ca67f3a40f7922c663b2261d10e (127.13.25.2:39411)
19:22:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.336171 13611 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.25.2:40461
19:22:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.342113 13989 heartbeater.cc:347] Connected to a master server at 127.13.25.62:45407
19:22:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.342878 13989 heartbeater.cc:464] Registering TS with master...
19:22:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.343498 13989 heartbeater.cc:511] Master 127.13.25.62:45407 requested a full tablet report, sending...
19:22:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.346366 13457 ts_manager.cc:194] Registered new tserver with Master: 26ad7ca67f3a40f7922c663b2261d10e (127.13.25.2:39411)
19:22:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.348644 13988 heartbeater.cc:347] Connected to a master server at 127.13.25.61:38209
19:22:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.348989 13988 heartbeater.cc:464] Registering TS with master...
19:22:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.349659 13988 heartbeater.cc:511] Master 127.13.25.61:38209 requested a full tablet report, sending...
19:22:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.352962 13531 ts_manager.cc:194] Registered new tserver with Master: 26ad7ca67f3a40f7922c663b2261d10e (127.13.25.2:39411)
19:22:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.644362 13997 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.644951 13997 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.645579 13997 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.680580 13997 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.681555 13997 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.25.3
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.718248 13997 tablet_server_runner.cc:78] Tablet server non-default flags:
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.25.20:40975
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data
19:22:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.25.3:0
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data/info.pb
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.25.3
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.25.62:45407,127.13.25.61:38209,127.13.25.60:44869
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.25.3
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/logs
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.719805 13997 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:39.721477 13997 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.742995 14006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.343199 13987 heartbeater.cc:503] Master 127.13.25.60:44869 was elected leader, sending a full tablet report...
19:22:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.743031 14004 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:39.743373 14003 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:40.939433 14005 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:22:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.939977 13997 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:22:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.944120 13997 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.946833 13997 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.948274 13997 hybrid_clock.cc:648] HybridClock initialized: now 1781983360948214 us; error 81 us; skew 500 ppm
19:22:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.949111 13997 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.955560 13997 webserver.cc:460] Webserver started at http://127.13.25.3:36747/ using document root <none> and password file <none>
19:22:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.956514 13997 fs_manager.cc:359] Metadata directory not provided
19:22:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.956766 13997 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.957284 13997 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.962239 13997 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data/instance:
19:22:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e2623f29f244f08be5c95710dad608a"
19:22:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:40 on dist-test-slave-wzq1"
19:22:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.963326 13997 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal/instance:
19:22:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e2623f29f244f08be5c95710dad608a"
19:22:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:40 on dist-test-slave-wzq1"
19:22:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.971042 13997 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
19:22:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.976464 14014 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.977569 13997 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.977885 13997 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e2623f29f244f08be5c95710dad608a"
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:40 on dist-test-slave-wzq1"
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:40.978185 13997 fs_report.cc:383] FS layout report
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data/data
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.022899 13997 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.024331 13997 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.024747 13997 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.027163 13997 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:22:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.031122 13997 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:22:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.031324 13997 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:22:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.031527 13997 ts_tablet_manager.cc:610] Registered 0 tablets
19:22:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.031662 13997 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:22:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.188777 13997 rpc_server.cc:307] RPC server started. Bound to: 127.13.25.3:36147
19:22:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.188889 14127 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.25.3:36147 every 8 connection(s)
19:22:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.191771 13997 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/data/info.pb
19:22:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.193204 13412 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 13997
19:22:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.193670 13412 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2274372556872536312/ts-2/wal/instance
19:22:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.229818 14128 heartbeater.cc:347] Connected to a master server at 127.13.25.60:44869
19:22:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.230355 14128 heartbeater.cc:464] Registering TS with master...
19:22:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.231570 14128 heartbeater.cc:511] Master 127.13.25.60:44869 requested a full tablet report, sending...
19:22:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.233106 14129 heartbeater.cc:347] Connected to a master server at 127.13.25.61:38209
19:22:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.233384 14129 heartbeater.cc:464] Registering TS with master...
19:22:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.233916 14130 heartbeater.cc:347] Connected to a master server at 127.13.25.62:45407
19:22:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.234673 14130 heartbeater.cc:464] Registering TS with master...
19:22:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.234637 14129 heartbeater.cc:511] Master 127.13.25.61:38209 requested a full tablet report, sending...
19:22:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.235505 14130 heartbeater.cc:511] Master 127.13.25.62:45407 requested a full tablet report, sending...
19:22:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.237624 13531 ts_manager.cc:194] Registered new tserver with Master: 4e2623f29f244f08be5c95710dad608a (127.13.25.3:36147)
19:22:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.237957 13457 ts_manager.cc:194] Registered new tserver with Master: 4e2623f29f244f08be5c95710dad608a (127.13.25.3:36147)
19:22:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.238925 13611 ts_manager.cc:194] Registered new tserver with Master: 4e2623f29f244f08be5c95710dad608a (127.13.25.3:36147)
19:22:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.240840 13611 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.25.3:45241
19:22:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.257535 13412 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:22:41.268 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:22:41.270 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:22:41.280 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.25.62"
port: 45407
}
bound_http_address {
host: "127.13.25.62"
port: 45385
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.25.61"
port: 38209
}
bound_http_address {
host: "127.13.25.61"
port: 35387
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.25.60"
port: 44869
}
bound_http_address {
host: "127.13.25.60"
port: 35499
}
}
}
19:22:41.286 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:22:41.290 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.25.1"
port: 42725
}
bound_http_address {
host: "127.13.25.1"
port: 40833
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.25.2"
port: 39411
}
bound_http_address {
host: "127.13.25.2"
port: 38857
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.25.3"
port: 36147
}
bound_http_address {
host: "127.13.25.3"
port: 36747
}
}
}
19:22:41.290 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:22:41.497 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:22:41.606 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRF5vUt/test-tmp
19:22:41.607 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:22:41.607 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRF5vUt/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:22:41.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:22:41.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:41.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:22:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.944499 14139 mini_oidc.cc:152] Starting JWKS server
19:22:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.948283 14139 webserver.cc:460] Webserver started at http://127.0.0.1:45267/ using document root <none> and password file <none>
19:22:41.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.948781 14139 mini_oidc.cc:189] Starting OIDC Discovery server
19:22:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:41.950975 14139 webserver.cc:460] Webserver started at http://127.0.0.1:43131/ using document root <none> and password file <none>
19:22:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:22:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/principal' for realm 'KRBTEST.COM',
19:22:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:22:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:42 dist-test-slave-wzq1 krb5kdc[14151](info): setting up network...
19:22:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:22:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:42 dist-test-slave-wzq1 krb5kdc[14151](info): set up 2 sockets
19:22:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:42 dist-test-slave-wzq1 krb5kdc[14151](info): commencing operation
19:22:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:22:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:42.243876 14128 heartbeater.cc:503] Master 127.13.25.60:44869 was elected leader, sending a full tablet report...
19:22:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.094470 14139 mini_kdc.cc:121] Time spent starting KDC: real 1.118s user 0.009s sys 0.012s
19:22:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:22:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:22:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:22:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:22:43.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:22:43.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:22:43.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:22:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:22:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:22:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:22:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/test-user.keytab.
19:22:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/test-user.keytab.
19:22:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:43 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:22:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:22:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:22:43.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:22:43Z Disabled control of system clock
19:22:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.206.254@KRBTEST.COM; defaulting to no policy
19:22:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.206.254@KRBTEST.COM" created.
19:22:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab.
19:22:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab.
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:43.283120 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/logs
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.254:39483
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.254
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.254
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.582468 14165 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.582975 14165 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.583859 14165 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.615677 14165 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.615882 14165 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.616132 14165 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.616321 14165 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.616518 14165 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.616688 14165 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.616813 14165 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:43.651367 14165 master_runner.cc:386] Master server non-default flags:
19:22:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.254
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.254:39483
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.254
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/logs
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:43.652613 14165 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:43.653699 14165 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.673408 14174 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.673664 14171 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:43.675400 14165 server_base.cc:1034] running on GCE node
19:22:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:43.673664 14172 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.895399 14165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.898650 14165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:44.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.900086 14165 hybrid_clock.cc:648] HybridClock initialized: now 1781983364900013 us; error 105 us; skew 500 ppm
19:22:44.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.901173 14165 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:44 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983364, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.908437 14165 init.cc:377] Logged in from keytab as kudu/127.13.206.254@KRBTEST.COM (short username kudu)
19:22:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.914129 14165 webserver.cc:460] Webserver started at http://127.13.206.254:33931/ using document root <none> and password file <none>
19:22:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.915292 14165 fs_manager.cc:359] Metadata directory not provided
19:22:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.915539 14165 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.916064 14165 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.921025 14165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/instance:
19:22:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "639e056e980d4e89acff091ff222480e"
19:22:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:44 on dist-test-slave-wzq1"
19:22:44.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.922052 14165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal/instance:
19:22:44.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "639e056e980d4e89acff091ff222480e"
19:22:44.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:44 on dist-test-slave-wzq1"
19:22:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.929075 14165 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
19:22:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.934499 14183 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.935672 14165 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.935956 14165 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "639e056e980d4e89acff091ff222480e"
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:44 on dist-test-slave-wzq1"
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.936234 14165 fs_report.cc:383] FS layout report
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/data
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.977584 14165 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.983100 14165 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:44.983501 14165 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.058893 14165 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.254:39483
19:22:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.058962 14234 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.254:39483 every 8 connection(s)
19:22:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.061648 14165 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.067647 14235 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.070757 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14165
19:22:45.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.071278 14139 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal/instance
19:22:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.084930 14235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } has no permanent_uuid. Determining permanent_uuid...
19:22:45.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.206.253@KRBTEST.COM; defaulting to no policy
19:22:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.206.253@KRBTEST.COM" created.
19:22:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:45 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983364, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.254@KRBTEST.COM for kudu/127.13.206.254@KRBTEST.COM
19:22:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab.
19:22:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab.
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.122664 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/logs
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.253:46641
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.253
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.253
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.131007 14235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } has no permanent_uuid. Determining permanent_uuid...
19:22:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.133383 14184 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.137760 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.187343 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 1
19:22:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.191612 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.260041 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 2
19:22:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.264389 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.355813 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 3
19:22:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.359345 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.443027 14241 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.443552 14241 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.444104 14241 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.476203 14241 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.476418 14241 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.476679 14241 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.476876 14241 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.477142 14241 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.477344 14241 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.477483 14241 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.502766 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 4
19:22:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.506156 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.513885 14241 master_runner.cc:386] Master server non-default flags:
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.253
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.253:46641
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.253
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/logs
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.515151 14241 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.516194 14241 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.536427 14249 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:45.805596 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 5
19:22:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.809930 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.357585 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 6
19:22:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:46.371719 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.253:46641: Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.536600 14251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:46.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:45.536481 14248 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:46.778847 14250 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:22:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.779007 14241 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:22:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.783525 14241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.786586 14241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.788211 14241 hybrid_clock.cc:648] HybridClock initialized: now 1781983366788173 us; error 41 us; skew 500 ppm
19:22:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.789103 14241 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:46 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983366, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.795981 14241 init.cc:377] Logged in from keytab as kudu/127.13.206.253@KRBTEST.COM (short username kudu)
19:22:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.801661 14241 webserver.cc:460] Webserver started at http://127.13.206.253:41237/ using document root <none> and password file <none>
19:22:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.802822 14241 fs_manager.cc:359] Metadata directory not provided
19:22:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.803094 14241 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.803689 14241 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.809587 14241 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/instance:
19:22:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f00a39286284608b30d1f97dcb4dff7"
19:22:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:46 on dist-test-slave-wzq1"
19:22:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.810815 14241 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal/instance:
19:22:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f00a39286284608b30d1f97dcb4dff7"
19:22:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:46 on dist-test-slave-wzq1"
19:22:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.817909 14241 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
19:22:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.823199 14261 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.824127 14241 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
19:22:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.824498 14241 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f00a39286284608b30d1f97dcb4dff7"
19:22:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:46 on dist-test-slave-wzq1"
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.824843 14241 fs_report.cc:383] FS layout report
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/data
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.866319 14241 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.872640 14241 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.873152 14241 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.955574 14241 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.253:46641
19:22:46.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.955621 14312 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.253:46641 every 8 connection(s)
19:22:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.958463 14241 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.963564 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14241
19:22:46.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.964032 14139 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal/instance
19:22:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.965052 14313 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.206.252@KRBTEST.COM; defaulting to no policy
19:22:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:46.979696 14313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } has no permanent_uuid. Determining permanent_uuid...
19:22:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.206.252@KRBTEST.COM" created.
19:22:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:47 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983366, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.253@KRBTEST.COM for kudu/127.13.206.254@KRBTEST.COM
19:22:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:22:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab.
19:22:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.206.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab.
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.008636 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/logs
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.252:44757
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.252
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.252
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:47.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.017783 14313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } has no permanent_uuid. Determining permanent_uuid...
19:22:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:47 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983366, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.253@KRBTEST.COM for kudu/127.13.206.253@KRBTEST.COM
19:22:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.050379 14313 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
19:22:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.052932 14265 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.057245 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.106762 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 1
19:22:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.110556 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.178962 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 2
19:22:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.182715 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.274150 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 3
19:22:47.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.278239 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.345937 14319 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.346477 14319 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.347044 14319 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.379812 14319 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.380048 14319 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.380312 14319 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.380502 14319 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.380693 14319 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.380874 14319 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.381013 14319 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.419999 14319 master_runner.cc:386] Master server non-default flags:
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.252
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.252:44757
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.252
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/logs
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.421080 14319 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.421654 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 4
19:22:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.422307 14319 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.425092 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.432173 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } attempt: 7
19:22:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.441267 14327 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:47 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983364, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.254@KRBTEST.COM for kudu/127.13.206.253@KRBTEST.COM
19:22:47.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.462059 14235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
19:22:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.467442 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.525815 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 1
19:22:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.529544 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.611119 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 2
19:22:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.615694 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.701069 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 3
19:22:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.704936 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.724504 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 5
19:22:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.729341 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:47.845495 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 4
19:22:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.849375 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.132979 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 5
19:22:48.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:48.136940 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.276762 14313 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 6
19:22:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:48.283635 14313 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.445657 14331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:47.441728 14328 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:48.684414 14329 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:22:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.684487 14319 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:22:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.688303 14319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.689522 14235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } attempt: 6
19:22:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.691110 14319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.692881 14319 hybrid_clock.cc:648] HybridClock initialized: now 1781983368692788 us; error 70 us; skew 500 ppm
19:22:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.693938 14319 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:48.699196 14235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.206.252:44757: Network error: Client connection negotiation failed: client connection to 127.13.206.252:44757: connect: Connection refused (error 111)
19:22:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983368, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.701109 14319 init.cc:377] Logged in from keytab as kudu/127.13.206.252@KRBTEST.COM (short username kudu)
19:22:48.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.706764 14319 webserver.cc:460] Webserver started at http://127.13.206.252:37485/ using document root <none> and password file <none>
19:22:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.707769 14319 fs_manager.cc:359] Metadata directory not provided
19:22:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.708038 14319 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.708560 14319 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:22:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.713487 14319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/instance:
19:22:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4de343a98e14ac2889b1ff4c44d79f3"
19:22:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:48 on dist-test-slave-wzq1"
19:22:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.714690 14319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal/instance:
19:22:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4de343a98e14ac2889b1ff4c44d79f3"
19:22:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:48 on dist-test-slave-wzq1"
19:22:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.722431 14319 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
19:22:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.727499 14346 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.728458 14319 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.728801 14319 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4de343a98e14ac2889b1ff4c44d79f3"
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:48 on dist-test-slave-wzq1"
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.729156 14319 fs_report.cc:383] FS layout report
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/data
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.767577 14319 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.773808 14319 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.774255 14319 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.854135 14319 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.252:44757
19:22:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.854292 14398 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.252:44757 every 8 connection(s)
19:22:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.857416 14319 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.863152 14399 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:22:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.865571 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14319
19:22:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.866009 14139 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal/instance
19:22:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.878337 14399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } has no permanent_uuid. Determining permanent_uuid...
19:22:48.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983368, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for kudu/127.13.206.254@KRBTEST.COM
19:22:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.206.252@KRBTEST.COM
19:22:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.923141 14399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } has no permanent_uuid. Determining permanent_uuid...
19:22:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983368, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for kudu/127.13.206.253@KRBTEST.COM
19:22:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.206.253@KRBTEST.COM
19:22:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.958462 14399 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } has no permanent_uuid. Determining permanent_uuid...
19:22:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983368, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for kudu/127.13.206.252@KRBTEST.COM
19:22:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:48 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.206.254@KRBTEST.COM
19:22:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.992980 14399 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Bootstrap starting.
19:22:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.993078 14139 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:22:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:48.998998 14399 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Neither blocks nor log segments found. Creating new log.
19:22:49.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.000886 14399 log.cc:824] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Log is configured to *not* fsync() on all Append() calls
19:22:49.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:22:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.005918 14399 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: No bootstrap required, opened a new log
19:22:49.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:22:49.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:22:49.019 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.206.254"
port: 39483
}
bound_http_address {
host: "127.13.206.254"
port: 33931
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.206.253"
port: 46641
}
bound_http_address {
host: "127.13.206.253"
port: 41237
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.206.252"
port: 44757
}
bound_http_address {
host: "127.13.206.252"
port: 37485
}
}
}
19:22:49.019 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:22:49.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.020 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:22:49.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:22:49.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.031772 14399 raft_consensus.cc:348] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.032645 14399 raft_consensus.cc:374] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:22:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.032950 14399 raft_consensus.cc:729] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4de343a98e14ac2889b1ff4c44d79f3, State: Initialized, Role: FOLLOWER
19:22:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.033866 14399 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:49.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.037189 14409 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } } }
19:22:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.037843 14409 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: This master's current role is: FOLLOWER
19:22:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.038862 14399 sys_catalog.cc:564] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: configured and running, proceeding with master startup.
19:22:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:49 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983369, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:22:49.064 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.066 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc
19:22:49.077 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:22:49.079 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc
19:22:49.085 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:22:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.090643 14421 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.091121 14421 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:49.097 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:22:49.102 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:22:49.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:22:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.064237 14319 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: OK, instance_id { permanent_uuid: "639e056e980d4e89acff091ff222480e" instance_seqno: 1781983365037757 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:22:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.104861 14319 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:22:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:49 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983369, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:22:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.141898 14409 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:22:49.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.142 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc
19:22:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.142447 14409 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:49.144 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:22:49.144 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.206.254:39483
19:22:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.146802 14409 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:22:49.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:22:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.149927 14139 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 14165
19:22:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.178830 14350 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.13.206.254:39483 (error 108)
19:22:49.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.184 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.206.253:46641
19:22:49.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:22:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.184836 14139 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 14241
19:22:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.185491 14350 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:22:49.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.211 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.206.252:44757
19:22:49.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:22:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.211943 14139 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 14319
19:22:49.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:49.236 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.206.254:39483
19:22:49.238 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.239681 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/logs
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.254:39483
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.254
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33931
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.254
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.546988 14426 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.547667 14426 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.548389 14426 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.581055 14426 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.581341 14426 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.581740 14426 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.582052 14426 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.582382 14426 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.582654 14426 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.582870 14426 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.620446 14426 master_runner.cc:386] Master server non-default flags:
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.254.keytab
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.254
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.254:39483
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.254
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33931
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/logs
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.622021 14426 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.623379 14426 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.641909 14434 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.642048 14433 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:49.643126 14436 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:49.643824 14426 server_base.cc:1034] running on GCE node
19:22:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.857595 14426 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.860733 14426 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.862141 14426 hybrid_clock.cc:648] HybridClock initialized: now 1781983370862101 us; error 63 us; skew 500 ppm
19:22:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.863243 14426 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:50 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983370, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.869086 14426 init.cc:377] Logged in from keytab as kudu/127.13.206.254@KRBTEST.COM (short username kudu)
19:22:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.874591 14426 webserver.cc:460] Webserver started at http://127.13.206.254:33931/ using document root <none> and password file <none>
19:22:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.875689 14426 fs_manager.cc:359] Metadata directory not provided
19:22:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.875978 14426 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.883906 14426 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
19:22:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.889079 14446 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:50.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.890333 14426 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.890625 14426 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "639e056e980d4e89acff091ff222480e"
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:44 on dist-test-slave-wzq1"
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.893148 14426 fs_report.cc:383] FS layout report
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/data
19:22:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.934233 14426 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.940155 14426 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:50.940569 14426 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.013525 14426 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.254:39483
19:22:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.013648 14497 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.254:39483 every 8 connection(s)
19:22:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.016343 14426 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/data/info.pb
19:22:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.020608 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14426
19:22:51.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:51.021 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.206.253:46641
19:22:51.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.023133 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/logs
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.253:46641
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.253
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41237
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.253
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:51.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.029786 14498 sys_catalog.cc:263] Verifying existing consensus state
19:22:51.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 19:22:51.030504 14498 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:22:51.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.030877 14426 master.cc:537] Master@127.13.206.254:39483 shutting down...
19:22:51.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.104413 14426 master.cc:552] Master@127.13.206.254:39483 shutdown complete.
19:22:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:22:51.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.354328 14500 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.354960 14500 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.355631 14500 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.387822 14500 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.388131 14500 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.388500 14500 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.388818 14500 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.389133 14500 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.389427 14500 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.389657 14500 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.426429 14500 master_runner.cc:386] Master server non-default flags:
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.253.keytab
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.253
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.253:46641
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.253
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41237
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/logs
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.427739 14500 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.429037 14500 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.446230 14507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.446519 14509 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:51.446981 14506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:51.448513 14500 server_base.cc:1034] running on GCE node
19:22:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.666779 14500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.669914 14500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.671325 14500 hybrid_clock.cc:648] HybridClock initialized: now 1781983372671297 us; error 39 us; skew 500 ppm
19:22:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.672135 14500 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:52 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983372, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:52.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.682126 14500 init.cc:377] Logged in from keytab as kudu/127.13.206.253@KRBTEST.COM (short username kudu)
19:22:52.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.687736 14500 webserver.cc:460] Webserver started at http://127.13.206.253:41237/ using document root <none> and password file <none>
19:22:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.688669 14500 fs_manager.cc:359] Metadata directory not provided
19:22:52.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.688932 14500 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:52.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.697365 14500 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
19:22:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.701653 14519 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.702776 14500 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:22:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.703132 14500 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f00a39286284608b30d1f97dcb4dff7"
19:22:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:46 on dist-test-slave-wzq1"
19:22:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.705381 14500 fs_report.cc:383] FS layout report
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/data
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.736182 14500 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.741777 14500 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.742327 14500 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.816167 14500 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.253:46641
19:22:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.816349 14570 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.253:46641 every 8 connection(s)
19:22:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.818991 14500 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/data/info.pb
19:22:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.820439 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14500
19:22:52.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:52.822 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.206.252:44757
19:22:52.822 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.824106 14139 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/logs
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.252:44757
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.252
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37485
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.252
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:22:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.831744 14571 sys_catalog.cc:263] Verifying existing consensus state
19:22:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 19:22:52.832533 14571 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:22:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.832968 14500 master.cc:537] Master@127.13.206.253:46641 shutting down...
19:22:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:52.888162 14500 master.cc:552] Master@127.13.206.253:46641 shutdown complete.
19:22:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:22:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.150280 14573 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:22:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.150812 14573 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:22:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.151525 14573 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:22:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.183576 14573 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:22:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.183861 14573 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:22:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.184234 14573 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:22:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.184587 14573 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:22:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.184892 14573 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:22:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.185192 14573 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:22:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.185448 14573 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45267/jwks.json
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:53.223133 14573 master_runner.cc:386] Master server non-default flags:
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.206.212:44461
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/krb5kdc/kudu_127.13.206.252.keytab
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.206.252
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.206.252:44757
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45267/jwks.json
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.206.252
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37485
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:22:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:22:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:22:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/logs
19:22:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:22:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:30:25 UTC on ccycloud.quasar-sjmjgc.root.comops.site
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457678
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:53.224591 14573 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:22:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:53.226135 14573 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:22:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.244962 14579 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.245021 14582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:53.245460 14580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:22:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:53.247118 14573 server_base.cc:1034] running on GCE node
19:22:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.490873 14573 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:22:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.494069 14573 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:22:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.495543 14573 hybrid_clock.cc:648] HybridClock initialized: now 1781983374495509 us; error 53 us; skew 500 ppm
19:22:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.496335 14573 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:22:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:54 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983374, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:22:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.502425 14573 init.cc:377] Logged in from keytab as kudu/127.13.206.252@KRBTEST.COM (short username kudu)
19:22:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.507449 14573 webserver.cc:460] Webserver started at http://127.13.206.252:37485/ using document root <none> and password file <none>
19:22:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.508287 14573 fs_manager.cc:359] Metadata directory not provided
19:22:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.508469 14573 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:22:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.515823 14573 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.000s
19:22:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.519824 14591 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:22:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.520825 14573 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.521076 14573 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data,/tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4de343a98e14ac2889b1ff4c44d79f3"
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 19:22:48 on dist-test-slave-wzq1"
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.523382 14573 fs_report.cc:383] FS layout report
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/wal
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/data
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:22:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:22:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:22:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.559350 14573 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:22:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.564714 14573 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:22:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.565111 14573 kserver.cc:163] Server-wide thread pool size limit: 3276
19:22:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.635588 14573 rpc_server.cc:307] RPC server started. Bound to: 127.13.206.252:44757
19:22:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.635771 14642 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.206.252:44757 every 8 connection(s)
19:22:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.638451 14573 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRF5vUt/test-tmp/mini-kudu-cluster2751689109342299698/master-2/data/info.pb
19:22:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.647133 14139 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu as pid 14573
19:22:54.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:22:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.650395 14643 sys_catalog.cc:263] Verifying existing consensus state
19:22:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.656212 14643 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Bootstrap starting.
19:22:54.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.695938 14643 log.cc:824] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Log is configured to *not* fsync() on all Append() calls
19:22:54.697 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.701759 14643 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:22:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.702656 14643 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Bootstrap complete.
19:22:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.735433 14643 raft_consensus.cc:348] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.738878 14643 raft_consensus.cc:374] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:22:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.739202 14643 raft_consensus.cc:729] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4de343a98e14ac2889b1ff4c44d79f3, State: Initialized, Role: FOLLOWER
19:22:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.740196 14643 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.743350 14647 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } } }
19:22:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.744357 14647 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: This master's current role is: FOLLOWER
19:22:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.745100 14643 sys_catalog.cc:564] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [sys.catalog]: configured and running, proceeding with master startup.
19:22:54.757 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:54.759 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.206.252:44757(127.13.206.252:44757)] connecting to peer
19:22:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.791617 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.792042 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:54.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:54.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:54.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.820581 14597 tablet.cc:2369] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:22:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.794974 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:22:54.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.826858 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:22:54.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:54.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:54.829 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.206.252:44757(127.13.206.252:44757)] Successfully connected to peer
19:22:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.864856 14647 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:22:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.865442 14647 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.871485 14647 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:22:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.871842 14595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:22:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.909530 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:54.910306 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:22:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.910758 14595 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:22:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:54.911584 14647 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:22:54.942 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:22:54.954 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.206.252
19:22:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:22:55 dist-test-slave-wzq1 krb5kdc[14151](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983369, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.206.252@KRBTEST.COM
19:22:55.206 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbea2ea93, L:/127.0.0.1:38454 - R:/127.13.206.252:44757] using SASL/GSSAPI
19:22:55.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.236 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.253 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.255 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.273 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.274 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.313 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.315 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.354 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.356 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.454 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.456 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:55.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:55.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:55.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:55.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:55.795336 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:55.795629 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:56.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:56.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:56.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:56.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:56.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:56.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:56.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:56.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:56.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:56.732198 14667 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:22:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:56.732548 14667 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:56.734001 14667 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:22:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:56.740018 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:22:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:56.740381 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:56.740743 14592 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:22:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:56.741266 14667 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:22:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:56.798941 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:56.799206 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:57.801931 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:57.802179 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:58.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:22:58.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:22:58.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:58.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:58.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:22:58.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:58.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:58.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:22:58.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:22:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:58.804855 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:58.805102 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:59.807718 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:22:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:59.807999 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:22:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.829756 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:22:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.830312 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:22:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.986768 14677 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:22:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.987131 14677 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:22:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.988610 14677 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:22:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:59.989939 14595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:22:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:59.992974 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:22:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:22:59.993408 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:22:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.993798 14592 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:22:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:22:59.994323 14677 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:00.811133 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:00.811553 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:01.133 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:01.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:01.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:01.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:01.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:01.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:01.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:01.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:01.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:01.814821 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:01.815083 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:02.817764 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:02.818020 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:03.821439 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:03.821769 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:04.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:04.054 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:04.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:04.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:04.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:04.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:04.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:04.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:04.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.180799 14684 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.181324 14684 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:23:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.183060 14684 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:23:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:04.188700 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:23:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:04.189366 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:23:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.189749 14592 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:23:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.190449 14684 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:04.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:23:04 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983384, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.506134 14587 init.cc:295] Successfully reacquired a new kerberos TGT
19:23:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:04.824510 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:04.824823 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.833161 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:23:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:04.833523 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:05.827801 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:05.828094 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:06.793 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:06.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:06.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:06.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:06.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:06.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:06.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:06.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:06.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:06.830888 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:06.831182 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:07.833969 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:07.834334 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:08.837132 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:08.837518 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:09.713 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:09.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:09.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:09.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:09.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:09.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:09.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:09.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:09.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:09.836014 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:23:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:09.836421 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:09.840268 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:09.840544 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:10.673 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:10.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:10.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:10.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:10.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:10.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:10.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:10.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:10.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:10.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:10.764560 14124 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd80 after lost signal to thread 13998
19:23:10.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:10.765563 14124 debug-util.cc:398] Leaking SignalData structure 0x7b08000af3e0 after lost signal to thread 14127
19:23:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:10.843453 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:10.843745 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:11.676376 14696 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:11.676903 14696 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:23:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:11.678812 14696 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:23:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:11.681061 14595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:23:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:11.684003 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:23:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:11.684394 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:23:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:11.684806 14592 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:23:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:11.685490 14696 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:11.847306 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:11.847561 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:11.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:11.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:11.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:11.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:11.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:11.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:11.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:11.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:11.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:12.850382 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:12.850680 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:13.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:13.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:13.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:13.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:13.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:13.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:13.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:13.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:13.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:13.854286 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:13.854678 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:14.373 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:14.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:14.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:14.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:14.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:14.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:14.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:14.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:14.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:23:14 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983394, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:14.508526 14587 init.cc:295] Successfully reacquired a new kerberos TGT
19:23:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:14.839581 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:23:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:14.839973 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:14.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:14.857699 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:14.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:14.857944 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:15.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:15.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:15.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:15.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:15.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:15.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:15.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:15.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:15.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:15.860833 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:15.861078 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:16.863870 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:16.864228 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:17.382184 13842 debug-util.cc:398] Leaking SignalData structure 0x7b08000af840 after lost signal to thread 13714
19:23:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:17.383128 13842 debug-util.cc:398] Leaking SignalData structure 0x7b08000b94a0 after lost signal to thread 13845
19:23:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:17.868468 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:17.868806 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:18.003417 14706 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:23:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:18.003897 14706 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "639e056e980d4e89acff091ff222480e" member_type: VOTER last_known_addr { host: "127.13.206.254" port: 39483 } } peers { permanent_uuid: "2f00a39286284608b30d1f97dcb4dff7" member_type: VOTER last_known_addr { host: "127.13.206.253" port: 46641 } } peers { permanent_uuid: "f4de343a98e14ac2889b1ff4c44d79f3" member_type: VOTER last_known_addr { host: "127.13.206.252" port: 44757 } }
19:23:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:18.005949 14706 leader_election.cc:288] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 639e056e980d4e89acff091ff222480e (127.13.206.254:39483), 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641)
19:23:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:18.008445 14595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:23:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:18.011579 14595 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 639e056e980d4e89acff091ff222480e (127.13.206.254:39483): Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111)
19:23:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:18.012101 14592 leader_election.cc:334] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f00a39286284608b30d1f97dcb4dff7 (127.13.206.253:46641): Network error: Client connection negotiation failed: client connection to 127.13.206.253:46641: connect: Connection refused (error 111)
19:23:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:18.012516 14592 leader_election.cc:302] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4de343a98e14ac2889b1ff4c44d79f3; no voters: 2f00a39286284608b30d1f97dcb4dff7, 639e056e980d4e89acff091ff222480e
19:23:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:18.013299 14706 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:23:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:18.873129 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:18.873493 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:19.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:19.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:19.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:19.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:19.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:19.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:19.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:19.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:19.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:19.842749 14573 master_runner.cc:186] Error getting master registration for 127.13.206.254:39483: Network error: Client connection negotiation failed: client connection to 127.13.206.254:39483: connect: Connection refused (error 111),
19:23:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:19.843080 14573 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:23:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:19.876551 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:19.876852 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:19.975659 13842 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9720 after lost signal to thread 13714
19:23:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:19.976521 13842 debug-util.cc:398] Leaking SignalData structure 0x7b08000af520 after lost signal to thread 13845
19:23:20.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:20.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:20.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:20.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:20.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:20.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:20.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:20.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:20.879537 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:20.879767 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:21.882582 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:21.882845 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:22.885538 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:22.885790 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:23.889210 14660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4de343a98e14ac2889b1ff4c44d79f3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:23:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 19:23:23.889530 14660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:23:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 19:23:24 dist-test-slave-wzq1 krb5kdc[14151](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781983404, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.206.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:23:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:24.511098 14587 init.cc:295] Successfully reacquired a new kerberos TGT
19:23:24.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.254:39483(127.13.206.254:39483)] connecting to peer
19:23:24.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.206.253:46641(127.13.206.253:46641)] connecting to peer
19:23:24.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:24.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.206.254:39483(127.13.206.254:39483)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:24.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.254:39483: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483
19:23:24.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:24.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.253:46641(127.13.206.253:46641)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:24.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.206.253:46641: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
19:23:24.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757; will retry
19:23:24.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [157ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [171ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [586ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [607ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [610ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [626ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [661ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [665ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [667ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [706ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [707ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [709ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [747ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [749ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [801ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [804ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1011ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1086ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2036ms] refreshing cache from master, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [2039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [2044ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3917ms] refreshing cache from master, [3917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [3918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [3921ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3922ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [3924ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [3924ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [6477ms] refreshing cache from master, [6477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [6478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [6480ms] too many traces: truncated at 100 traces, deferred=Deferred@1265971176(state=PENDING, result=null, callback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570), errback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570)))
19:23:24.527 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.206.253:46641(127.13.206.253:46641)] disconnecting while in state TERMINATED
19:23:24.528 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.206.254:39483(127.13.206.254:39483)] disconnecting while in state TERMINATED
19:23:24.528 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.206.252:44757(127.13.206.252:44757)] disconnecting while in state READY
19:23:24.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:23:24.534 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:23:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:24.543951 14139 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 14573
19:23:24.546 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.206.252:44757(127.13.206.252:44757)] handling channelInactive
19:23:24.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.206.252:44757(127.13.206.252:44757)] cleaning up while in state READY due to: connection closed
19:23:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:23:25Z chronyd exiting
19:23:26.767 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:23:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.769635 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13693
19:23:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.815436 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13856
19:23:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.840271 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13997
19:23:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.866768 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13424
19:23:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.896879 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13494
19:23:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 19:23:26.926816 13412 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRF5vUt/build/tsan/bin/kudu with pid 13569
19:23:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T19:23:28Z chronyd exiting
19:23:29.107 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [157ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [171ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [586ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [607ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [610ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [626ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [661ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [665ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [667ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [706ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [707ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [709ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [747ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [749ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [801ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [804ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1011ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1086ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2036ms] refreshing cache from master, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [2039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [2044ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3917ms] refreshing cache from master, [3917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [3918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [3921ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3922ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [3924ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [3924ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [6477ms] refreshing cache from master, [6477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [6478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [6480ms] too many traces: truncated at 100 traces, deferred=Deferred@1265971176(state=PENDING, result=null, callback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570), errback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.206.253:46641
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29867), Traces: [0ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [157ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [171ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [562ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [581ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [586ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [588ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [607ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [610ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [626ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [661ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [665ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [667ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [706ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [707ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [709ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [747ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [749ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [750ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [801ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [804ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1011ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [1085ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [1086ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2036ms] refreshing cache from master, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [2039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [2044ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3917ms] refreshing cache from master, [3917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [3918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [3921ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.254:39483: Network error: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483, [3922ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.253:46641: Network error: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [3924ms] Sub RPC ConnectToMaster: received response from server master-127.13.206.252:44757: OK, [3924ms] delaying RPC due to: Service unavailable: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641, [6477ms] refreshing cache from master, [6477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.254:39483, [6478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.253:46641, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.206.252:44757, [6480ms] too many traces: truncated at 100 traces, deferred=Deferred@1265971176(state=PENDING, result=null, callback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570), errback=(continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602) -> (continuation of Deferred@882615060 after retry RPC after error@572627570)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.206.254:39483,127.13.206.253:46641,127.13.206.252:44757) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.254:39483(127.13.206.254:39483): Connection refused: /127.13.206.254:39483,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.206.253:46641(127.13.206.253:46641): Connection refused: /127.13.206.253:46641
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.206.253:46641
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)