15:23:13.042 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:23:13.054 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXfoTkL/test-tmp
15:23:13.056 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:23:13.060 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXfoTkL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:23:13.269 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:23:13.473 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:23:13.474 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:23:13.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.479082 17230 mini_oidc.cc:152] Starting JWKS server
15:23:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.483933 17230 webserver.cc:460] Webserver started at http://127.0.0.1:45101/ using document root <none> and password file <none>
15:23:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.484622 17230 mini_oidc.cc:189] Starting OIDC Discovery server
15:23:13.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.486709 17230 webserver.cc:460] Webserver started at http://127.0.0.1:42953/ using document root <none> and password file <none>
15:23:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:23:13Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:23:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:23:13Z Disabled control of system clock
15:23:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.537544 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal
15:23:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data
15:23:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/logs
15:23:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data/info.pb
15:23:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.190:38629
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.190
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json with env {}
15:23:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.836912 17242 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.837458 17242 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.838088 17242 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.877115 17242 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.877403 17242 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.877593 17242 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.877815 17242 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.878129 17242 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.878276 17242 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45101/jwks.json
15:23:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.912441 17242 master_runner.cc:386] Master server non-default flags:
15:23:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.190:38629
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data/info.pb
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.190
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/logs
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.914098 17242 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.915735 17242 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.935299 17251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.935312 17248 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:13.935346 17249 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:13.936877 17242 server_base.cc:1034] running on GCE node
15:23:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.161598 17242 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.164317 17242 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.165655 17242 hybrid_clock.cc:648] HybridClock initialized: now 1790176995165601 us; error 73 us; skew 500 ppm
15:23:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.166553 17242 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.179198 17242 webserver.cc:460] Webserver started at http://127.16.211.190:40255/ using document root <none> and password file <none>
15:23:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.180140 17242 fs_manager.cc:359] Metadata directory not provided
15:23:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.180320 17242 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.180781 17242 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.185883 17242 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data/instance:
15:23:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169e1d30160b42a1b567b20b4d2ab76c"
15:23:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:15 on dist-test-slave-m9p5"
15:23:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.187116 17242 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal/instance:
15:23:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169e1d30160b42a1b567b20b4d2ab76c"
15:23:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:15 on dist-test-slave-m9p5"
15:23:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.194499 17242 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:23:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.200268 17258 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.201462 17242 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
15:23:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.201815 17242 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "169e1d30160b42a1b567b20b4d2ab76c"
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:15 on dist-test-slave-m9p5"
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.202231 17242 fs_report.cc:383] FS layout report
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal
15:23:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data/data
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.233613 17242 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.235071 17242 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.235473 17242 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.306289 17242 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.190:38629
15:23:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.306382 17309 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.190:38629 every 8 connection(s)
15:23:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.309135 17242 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/data/info.pb
15:23:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.314749 17310 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.319399 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17242
15:23:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.319883 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-0/wal/instance
15:23:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.323529 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/logs
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data/info.pb
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.189:43011
15:23:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.189
15:23:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json with env {}
15:23:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.327570 17310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } has no permanent_uuid. Determining permanent_uuid...
15:23:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.360618 17310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
15:23:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.362691 17259 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.366724 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.416285 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 1
15:23:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.422739 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.491185 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 2
15:23:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.495230 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.586658 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 3
15:23:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.590438 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.646000 17312 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.646668 17312 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.647306 17312 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.678211 17312 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.678509 17312 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.678702 17312 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.678879 17312 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.679072 17312 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.679277 17312 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45101/jwks.json
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.714663 17312 master_runner.cc:386] Master server non-default flags:
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.189:43011
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data/info.pb
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.189
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/logs
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.716004 17312 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.718232 17312 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.733879 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 4
15:23:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.738816 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.739193 17321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.038271 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 5
15:23:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:16.043296 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.590728 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 6
15:23:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:16.597615 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.189:43011: Network error: Client connection negotiation failed: client connection to 127.16.211.189:43011: connect: Connection refused (error 111)
15:23:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.739238 17324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:15.740392 17322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:15.741261 17312 server_base.cc:1034] running on GCE node
15:23:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.932945 17312 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.935627 17312 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.937032 17312 hybrid_clock.cc:648] HybridClock initialized: now 1790176996936965 us; error 81 us; skew 500 ppm
15:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.938210 17312 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.944980 17312 webserver.cc:460] Webserver started at http://127.16.211.189:34473/ using document root <none> and password file <none>
15:23:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.945938 17312 fs_manager.cc:359] Metadata directory not provided
15:23:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.946192 17312 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.946585 17312 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.951398 17312 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data/instance:
15:23:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e4af72f65704be3866ee9c2e4e0a448"
15:23:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:16 on dist-test-slave-m9p5"
15:23:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.952569 17312 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal/instance:
15:23:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e4af72f65704be3866ee9c2e4e0a448"
15:23:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:16 on dist-test-slave-m9p5"
15:23:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.960237 17312 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
15:23:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.965899 17333 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.967166 17312 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
15:23:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.967483 17312 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal
15:23:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e4af72f65704be3866ee9c2e4e0a448"
15:23:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:16 on dist-test-slave-m9p5"
15:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:16.967790 17312 fs_report.cc:383] FS layout report
15:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal
15:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data/data
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.010433 17312 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.011968 17312 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.012387 17312 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.083405 17312 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.189:43011
15:23:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.083529 17386 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.189:43011 every 8 connection(s)
15:23:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.086402 17312 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/data/info.pb
15:23:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.090375 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17312
15:23:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.090793 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-1/wal/instance
15:23:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.092270 17387 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.093236 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal
15:23:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data
15:23:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/logs
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data/info.pb
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.188:42877
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.188
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json with env {}
15:23:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.104664 17387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } has no permanent_uuid. Determining permanent_uuid...
15:23:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.128458 17387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
15:23:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.144657 17387 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } has no permanent_uuid. Determining permanent_uuid...
15:23:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.146796 17334 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.160954 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.210523 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 1
15:23:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.214493 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.282902 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 2
15:23:17.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.286818 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.378273 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 3
15:23:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.382481 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.413460 17389 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.414122 17389 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.414594 17389 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.445139 17389 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.445416 17389 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.445603 17389 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.445783 17389 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.446142 17389 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.446293 17389 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45101/jwks.json
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.480611 17389 master_runner.cc:386] Master server non-default flags:
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.188:42877
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45101/jwks.json
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data/info.pb
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.188
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/logs
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.481894 17389 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.484097 17389 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.505056 17400 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.525942 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 4
15:23:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.529942 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.658285 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } attempt: 7
15:23:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.682296 17310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } has no permanent_uuid. Determining permanent_uuid...
15:23:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.687472 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.746129 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 1
15:23:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.750098 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.829610 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 5
15:23:17.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.831650 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 2
15:23:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.835215 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.836540 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.921969 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 3
15:23:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.926381 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.066785 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 4
15:23:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:18.071354 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.354760 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 5
15:23:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:18.359107 17310 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.382685 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 6
15:23:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:18.403029 17387 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.211.188:42877: Network error: Client connection negotiation failed: client connection to 127.16.211.188:42877: connect: Connection refused (error 111)
15:23:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.505115 17402 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:17.505550 17399 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:17.506910 17389 server_base.cc:1034] running on GCE node
15:23:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.715325 17389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.717903 17389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.719322 17389 hybrid_clock.cc:648] HybridClock initialized: now 1790176998719297 us; error 44 us; skew 500 ppm
15:23:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.720116 17389 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.726696 17389 webserver.cc:460] Webserver started at http://127.16.211.188:35055/ using document root <none> and password file <none>
15:23:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.727597 17389 fs_manager.cc:359] Metadata directory not provided
15:23:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.727779 17389 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.728181 17389 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.733213 17389 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data/instance:
15:23:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3657c52a820743f7a07fd88f25c4c187"
15:23:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:18 on dist-test-slave-m9p5"
15:23:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.734525 17389 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal/instance:
15:23:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3657c52a820743f7a07fd88f25c4c187"
15:23:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:18 on dist-test-slave-m9p5"
15:23:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.742810 17389 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
15:23:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.748813 17414 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.749832 17389 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:23:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.750240 17389 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal
15:23:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3657c52a820743f7a07fd88f25c4c187"
15:23:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:18 on dist-test-slave-m9p5"
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.750612 17389 fs_report.cc:383] FS layout report
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data/data
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.785152 17389 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.786778 17389 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.787334 17389 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:18.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.858042 17389 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.188:42877
15:23:18.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.858124 17465 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.188:42877 every 8 connection(s)
15:23:18.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.861372 17389 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/data/info.pb
15:23:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.866473 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17389
15:23:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.866564 17466 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.866873 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/master-2/wal/instance
15:23:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.885579 17466 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } has no permanent_uuid. Determining permanent_uuid...
15:23:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.911471 17310 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 6
15:23:18.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.916536 17466 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
15:23:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.935263 17466 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } has no permanent_uuid. Determining permanent_uuid...
15:23:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.950567 17310 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: Bootstrap starting.
15:23:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.957480 17466 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: Bootstrap starting.
15:23:18.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.958204 17310 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: Neither blocks nor log segments found. Creating new log.
15:23:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.961158 17310 log.cc:824] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: Log is configured to *not* fsync() on all Append() calls
15:23:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.965773 17466 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: Neither blocks nor log segments found. Creating new log.
15:23:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.966976 17310 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: No bootstrap required, opened a new log
15:23:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.968355 17466 log.cc:824] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: Log is configured to *not* fsync() on all Append() calls
15:23:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.973572 17466 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: No bootstrap required, opened a new log
15:23:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.993220 17310 raft_consensus.cc:348] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.994072 17310 raft_consensus.cc:374] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:23:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.994346 17310 raft_consensus.cc:729] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 169e1d30160b42a1b567b20b4d2ab76c, State: Initialized, Role: FOLLOWER
15:23:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.995611 17310 consensus_queue.cc:260] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.996646 17466 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.997753 17466 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:23:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.998277 17466 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3657c52a820743f7a07fd88f25c4c187, State: Initialized, Role: FOLLOWER
15:23:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:18.999361 17466 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.000056 17478 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.001175 17478 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.002182 17310 sys_catalog.cc:564] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: configured and running, proceeding with master startup.
15:23:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.002569 17479 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.003468 17479 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.004266 17466 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: configured and running, proceeding with master startup.
15:23:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.042649 17420 tablet.cc:2369] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:23:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.049319 17501 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.049978 17501 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.054373 17500 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.054718 17500 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.039525 17242 master_runner.cc:186] Error getting master registration for 127.16.211.189:43011: OK, instance_id { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" instance_seqno: 1790176997063756 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:23:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.076524 17242 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.048151 17389 master_runner.cc:186] Error getting master registration for 127.16.211.189:43011: OK, instance_id { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" instance_seqno: 1790176997063756 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:23:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.090687 17389 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.130255 17478 raft_consensus.cc:482] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.130856 17478 raft_consensus.cc:504] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.133592 17478 leader_election.cc:288] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e4af72f65704be3866ee9c2e4e0a448 (127.16.211.189:43011), 3657c52a820743f7a07fd88f25c4c187 (127.16.211.188:42877)
15:23:19.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.135686 17441 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "169e1d30160b42a1b567b20b4d2ab76c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3657c52a820743f7a07fd88f25c4c187" is_pre_election: true
15:23:19.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.136705 17441 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 169e1d30160b42a1b567b20b4d2ab76c in term 0.
15:23:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.138082 17259 leader_election.cc:302] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 169e1d30160b42a1b567b20b4d2ab76c, 3657c52a820743f7a07fd88f25c4c187; no voters:
15:23:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.139123 17478 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Leader pre-election won for term 1
15:23:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.139793 17478 raft_consensus.cc:482] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:23:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.140377 17478 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 0 FOLLOWER]: Advancing to term 1
15:23:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.157017 17478 raft_consensus.cc:504] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.168413 17478 leader_election.cc:288] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [CANDIDATE]: Term 1 election: Requested vote from peers 8e4af72f65704be3866ee9c2e4e0a448 (127.16.211.189:43011), 3657c52a820743f7a07fd88f25c4c187 (127.16.211.188:42877)
15:23:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.168617 17441 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "169e1d30160b42a1b567b20b4d2ab76c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3657c52a820743f7a07fd88f25c4c187"
15:23:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.169224 17441 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 0 FOLLOWER]: Advancing to term 1
15:23:19.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.176761 17441 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 169e1d30160b42a1b567b20b4d2ab76c in term 1.
15:23:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.178211 17259 leader_election.cc:302] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 169e1d30160b42a1b567b20b4d2ab76c, 3657c52a820743f7a07fd88f25c4c187; no voters:
15:23:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.180078 17478 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 1 FOLLOWER]: Leader election won for term 1
15:23:19.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.188504 17478 raft_consensus.cc:686] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [term 1 LEADER]: Becoming Leader. State: Replica: 169e1d30160b42a1b567b20b4d2ab76c, State: Running, Role: LEADER
15:23:19.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.190061 17478 consensus_queue.cc:237] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.200162 17504 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 169e1d30160b42a1b567b20b4d2ab76c. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.201478 17504 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: This master's current role is: LEADER
15:23:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.205164 17506 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
15:23:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.213007 17506 catalog_manager.cc:1484] Initializing Kudu cluster ID...
15:23:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.241290 17441 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [term 1 FOLLOWER]: Refusing update from remote peer 169e1d30160b42a1b567b20b4d2ab76c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:23:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.243115 17504 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [LEADER]: Connected to new peer: Peer: permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:23:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.245807 17264 tablet.cc:2369] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:23:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.268437 17479 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 169e1d30160b42a1b567b20b4d2ab76c. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.270358 17479 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.272117 17507 mvcc.cc:205] Tried to move back new op lower bound from 7332564988874854400 to 7332564988694548480. Current Snapshot: MvccSnapshot[applied={T|T < 7332564988874854400}]
15:23:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.280148 17478 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.281154 17478 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: This master's current role is: LEADER
15:23:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.286796 17479 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.288316 17479 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.291842 17506 catalog_manager.cc:1347] Generated new cluster ID: 3d5ec5180cb34630a1d4323ec7754119
15:23:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.292135 17506 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
15:23:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.326922 17506 catalog_manager.cc:1370] Generated new certificate authority record
15:23:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.330770 17506 catalog_manager.cc:1504] Loading token signing keys...
15:23:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.361400 17506 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c: Generated new TSK 0
15:23:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.364530 17506 catalog_manager.cc:1514] Initializing in-progress tserver states...
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.399571 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/logs
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data/info.pb
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.129:0
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.129
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.129
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:23:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.463496 17387 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } attempt: 7
15:23:19.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.519275 17387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: Bootstrap starting.
15:23:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.541889 17387 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: Neither blocks nor log segments found. Creating new log.
15:23:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.550395 17387 log.cc:824] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: Log is configured to *not* fsync() on all Append() calls
15:23:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.577454 17387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: No bootstrap required, opened a new log
15:23:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.662062 17387 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.664674 17387 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:23:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.665746 17387 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e4af72f65704be3866ee9c2e4e0a448, State: Initialized, Role: FOLLOWER
15:23:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.668519 17387 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } }
15:23:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.692965 17358 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [term 0 FOLLOWER]: Advancing to term 1
15:23:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.694255 17361 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "169e1d30160b42a1b567b20b4d2ab76c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e4af72f65704be3866ee9c2e4e0a448" is_pre_election: true
15:23:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.695827 17359 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "169e1d30160b42a1b567b20b4d2ab76c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e4af72f65704be3866ee9c2e4e0a448"
15:23:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.706476 17358 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [term 1 FOLLOWER]: Refusing update from remote peer 169e1d30160b42a1b567b20b4d2ab76c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:23:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.708523 17504 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:23:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.708516 17517 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.709394 17517 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.709811 17387 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: configured and running, proceeding with master startup.
15:23:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.784528 17517 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 169e1d30160b42a1b567b20b4d2ab76c. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.785306 17517 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.786338 17524 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.787420 17524 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448 [sys.catalog]: This master's current role is: FOLLOWER
15:23:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:19.837848 17538 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:23:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.878235 17513 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.879280 17513 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.880273 17513 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:19.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.937259 17513 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:19.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:19.939064 17513 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.211.129
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.001847 17513 tablet_server_runner.cc:78] Tablet server non-default flags:
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.129:0
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data/info.pb
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.129
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.129
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/logs
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.004657 17513 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.006862 17513 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:20.032371 17540 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.062223 17500 catalog_manager.cc:1259] Loaded cluster ID: 3d5ec5180cb34630a1d4323ec7754119
15:23:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.063067 17500 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: loading cluster ID for follower catalog manager: success
15:23:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.084620 17500 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: acquiring CA information for follower catalog manager: success
15:23:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.100793 17500 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3657c52a820743f7a07fd88f25c4c187: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:23:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.106104 17504 sys_catalog.cc:455] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "169e1d30160b42a1b567b20b4d2ab76c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "169e1d30160b42a1b567b20b4d2ab76c" member_type: VOTER last_known_addr { host: "127.16.211.190" port: 38629 } } peers { permanent_uuid: "8e4af72f65704be3866ee9c2e4e0a448" member_type: VOTER last_known_addr { host: "127.16.211.189" port: 43011 } } peers { permanent_uuid: "3657c52a820743f7a07fd88f25c4c187" member_type: VOTER last_known_addr { host: "127.16.211.188" port: 42877 } } }
15:23:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.107220 17504 sys_catalog.cc:458] T 00000000000000000000000000000000 P 169e1d30160b42a1b567b20b4d2ab76c [sys.catalog]: This master's current role is: LEADER
15:23:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.881933 17538 catalog_manager.cc:1259] Loaded cluster ID: 3d5ec5180cb34630a1d4323ec7754119
15:23:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.886839 17538 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: loading cluster ID for follower catalog manager: success
15:23:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.915861 17538 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: acquiring CA information for follower catalog manager: success
15:23:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:20.939154 17538 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8e4af72f65704be3866ee9c2e4e0a448: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:23:22.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:21.425577 17539 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 17513
15:23:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:22.146286 17513 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.112s user 0.451s sys 0.770s
15:23:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:22.143393 17542 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2106 milliseconds
15:23:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:22.146663 17513 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.112s user 0.451s sys 0.770s
15:23:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.146915 17513 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:22.145349 17543 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:20.032722 17541 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.158052 17513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.170742 17513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.178454 17513 hybrid_clock.cc:648] HybridClock initialized: now 1790177002178384 us; error 63 us; skew 500 ppm
15:23:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.179647 17513 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.198747 17513 webserver.cc:460] Webserver started at http://127.16.211.129:38143/ using document root <none> and password file <none>
15:23:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.200992 17513 fs_manager.cc:359] Metadata directory not provided
15:23:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.202104 17513 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.202898 17513 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.211026 17513 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data/instance:
15:23:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f28924ba55948348fa13753a3318172"
15:23:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:22 on dist-test-slave-m9p5"
15:23:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.213064 17513 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal/instance:
15:23:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f28924ba55948348fa13753a3318172"
15:23:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:22 on dist-test-slave-m9p5"
15:23:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.240242 17513 fs_manager.cc:691] Time spent creating directory manager: real 0.026s user 0.009s sys 0.015s
15:23:22.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.253852 17556 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.255303 17513 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.010s sys 0.000s
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.255722 17513 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f28924ba55948348fa13753a3318172"
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:22 on dist-test-slave-m9p5"
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.256199 17513 fs_report.cc:383] FS layout report
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data/data
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.339418 17513 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.341394 17513 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.341949 17513 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.352995 17513 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:23:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.369026 17513 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:23:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.369343 17513 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:23:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.369645 17513 ts_tablet_manager.cc:610] Registered 0 tablets
15:23:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.369848 17513 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:23:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.573815 17513 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.129:41381
15:23:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.573938 17670 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.129:41381 every 8 connection(s)
15:23:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.577528 17513 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/data/info.pb
15:23:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.586076 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17513
15:23:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.586531 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-0/wal/instance
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.602713 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/logs
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data/info.pb
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.130:0
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.130
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.130
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:23:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.702461 17671 heartbeater.cc:347] Connected to a master server at 127.16.211.189:43011
15:23:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.703094 17671 heartbeater.cc:464] Registering TS with master...
15:23:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.704393 17671 heartbeater.cc:511] Master 127.16.211.189:43011 requested a full tablet report, sending...
15:23:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.707335 17676 heartbeater.cc:347] Connected to a master server at 127.16.211.190:38629
15:23:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.707685 17676 heartbeater.cc:464] Registering TS with master...
15:23:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.708499 17676 heartbeater.cc:511] Master 127.16.211.190:38629 requested a full tablet report, sending...
15:23:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.708937 17350 ts_manager.cc:194] Registered new tserver with Master: 6f28924ba55948348fa13753a3318172 (127.16.211.129:41381)
15:23:22.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.711011 17274 ts_manager.cc:194] Registered new tserver with Master: 6f28924ba55948348fa13753a3318172 (127.16.211.129:41381)
15:23:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.714397 17274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.211.129:50757
15:23:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.723444 17672 heartbeater.cc:347] Connected to a master server at 127.16.211.188:42877
15:23:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.723801 17672 heartbeater.cc:464] Registering TS with master...
15:23:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.724498 17672 heartbeater.cc:511] Master 127.16.211.188:42877 requested a full tablet report, sending...
15:23:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:22.728011 17431 ts_manager.cc:194] Registered new tserver with Master: 6f28924ba55948348fa13753a3318172 (127.16.211.129:41381)
15:23:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.047907 17675 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.048491 17675 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.049110 17675 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.086336 17675 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.088016 17675 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.211.130
15:23:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:23.139281 17675 tablet_server_runner.cc:78] Tablet server non-default flags:
15:23:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.130:0
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data/info.pb
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.130
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.130
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/logs
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:23.140874 17675 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:23.143066 17675 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.167092 17687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:23.721282 17676 heartbeater.cc:503] Master 127.16.211.190:38629 was elected leader, sending a full tablet report...
15:23:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.167395 17688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:23.170621 17690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:24.662978 17689 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1492 milliseconds
15:23:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.663151 17675 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.664722 17675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:24.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.667590 17675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.669035 17675 hybrid_clock.cc:648] HybridClock initialized: now 1790177004669011 us; error 58 us; skew 500 ppm
15:23:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.670222 17675 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.677953 17675 webserver.cc:460] Webserver started at http://127.16.211.130:42993/ using document root <none> and password file <none>
15:23:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.679212 17675 fs_manager.cc:359] Metadata directory not provided
15:23:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.679478 17675 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.680027 17675 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.687052 17675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data/instance:
15:23:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "715f7c1f93a34dd8ad7d7135ceb683e0"
15:23:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:24 on dist-test-slave-m9p5"
15:23:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.688550 17675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal/instance:
15:23:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "715f7c1f93a34dd8ad7d7135ceb683e0"
15:23:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:24 on dist-test-slave-m9p5"
15:23:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.698037 17675 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
15:23:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.705365 17704 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.706727 17675 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:23:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.707116 17675 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal
15:23:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "715f7c1f93a34dd8ad7d7135ceb683e0"
15:23:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:24 on dist-test-slave-m9p5"
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.707540 17675 fs_report.cc:383] FS layout report
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data/data
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.761396 17675 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.763335 17675 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.763890 17675 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.767273 17675 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:23:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.772833 17675 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:23:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.773099 17675 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:23:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.773397 17675 ts_tablet_manager.cc:610] Registered 0 tablets
15:23:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.773608 17675 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:23:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.938129 17675 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.130:35829
15:23:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.938236 17819 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.130:35829 every 8 connection(s)
15:23:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.940653 17675 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/data/info.pb
15:23:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.944108 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17675
15:23:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.944772 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-1/wal/instance
15:23:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:24.961249 17230 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/logs
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data/info.pb
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.131:0
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.131
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.131
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:23:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.015024 17822 heartbeater.cc:347] Connected to a master server at 127.16.211.190:38629
15:23:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.015341 17821 heartbeater.cc:347] Connected to a master server at 127.16.211.188:42877
15:23:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.015558 17822 heartbeater.cc:464] Registering TS with master...
15:23:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.015725 17821 heartbeater.cc:464] Registering TS with master...
15:23:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.016676 17820 heartbeater.cc:347] Connected to a master server at 127.16.211.189:43011
15:23:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.017014 17820 heartbeater.cc:464] Registering TS with master...
15:23:25.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.017087 17822 heartbeater.cc:511] Master 127.16.211.190:38629 requested a full tablet report, sending...
15:23:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.017845 17820 heartbeater.cc:511] Master 127.16.211.189:43011 requested a full tablet report, sending...
15:23:25.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.020476 17821 heartbeater.cc:511] Master 127.16.211.188:42877 requested a full tablet report, sending...
15:23:25.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.020916 17274 ts_manager.cc:194] Registered new tserver with Master: 715f7c1f93a34dd8ad7d7135ceb683e0 (127.16.211.130:35829)
15:23:25.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.021539 17350 ts_manager.cc:194] Registered new tserver with Master: 715f7c1f93a34dd8ad7d7135ceb683e0 (127.16.211.130:35829)
15:23:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.023064 17274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.211.130:55991
15:23:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.023451 17431 ts_manager.cc:194] Registered new tserver with Master: 715f7c1f93a34dd8ad7d7135ceb683e0 (127.16.211.130:35829)
15:23:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.314138 17828 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.314697 17828 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.315307 17828 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.348264 17828 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.349258 17828 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.211.131
15:23:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.384334 17828 tablet_server_runner.cc:78] Tablet server non-default flags:
15:23:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.211.148:46463
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.211.131:0
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data/info.pb
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.211.131
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.211.190:38629,127.16.211.189:43011,127.16.211.188:42877
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.211.131
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/logs
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.385949 17828 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:25.387838 17828 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.407334 17839 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.027364 17822 heartbeater.cc:503] Master 127.16.211.190:38629 was elected leader, sending a full tablet report...
15:23:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.407400 17836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:25.408279 17837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:26.590598 17838 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:23:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.590919 17828 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.594477 17828 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.597338 17828 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.598794 17828 hybrid_clock.cc:648] HybridClock initialized: now 1790177006598745 us; error 63 us; skew 500 ppm
15:23:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.599597 17828 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.606262 17828 webserver.cc:460] Webserver started at http://127.16.211.131:38141/ using document root <none> and password file <none>
15:23:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.607285 17828 fs_manager.cc:359] Metadata directory not provided
15:23:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.607522 17828 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.607920 17828 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.612912 17828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data/instance:
15:23:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e720f849943944568bfa678c022aceee"
15:23:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:26 on dist-test-slave-m9p5"
15:23:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.614059 17828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal/instance:
15:23:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e720f849943944568bfa678c022aceee"
15:23:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:26 on dist-test-slave-m9p5"
15:23:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.621501 17828 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:23:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.627092 17847 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.628209 17828 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:23:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.628504 17828 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal
15:23:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e720f849943944568bfa678c022aceee"
15:23:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:26 on dist-test-slave-m9p5"
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.628804 17828 fs_report.cc:383] FS layout report
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data/data
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.663866 17828 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.665300 17828 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.665701 17828 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.668927 17828 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:23:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.673923 17828 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:23:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.674206 17828 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
15:23:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.674413 17828 ts_tablet_manager.cc:610] Registered 0 tablets
15:23:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.674546 17828 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:23:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.822860 17828 rpc_server.cc:307] RPC server started. Bound to: 127.16.211.131:40893
15:23:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.822983 17961 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.211.131:40893 every 8 connection(s)
15:23:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.825465 17828 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/data/info.pb
15:23:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.826193 17230 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17828
15:23:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.826610 17230 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster598511403994009928/ts-2/wal/instance
15:23:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.874282 17964 heartbeater.cc:347] Connected to a master server at 127.16.211.190:38629
15:23:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.874778 17964 heartbeater.cc:464] Registering TS with master...
15:23:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.875963 17964 heartbeater.cc:511] Master 127.16.211.190:38629 requested a full tablet report, sending...
15:23:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.876801 17962 heartbeater.cc:347] Connected to a master server at 127.16.211.189:43011
15:23:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.877135 17962 heartbeater.cc:464] Registering TS with master...
15:23:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.877945 17962 heartbeater.cc:511] Master 127.16.211.189:43011 requested a full tablet report, sending...
15:23:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.878365 17963 heartbeater.cc:347] Connected to a master server at 127.16.211.188:42877
15:23:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.878647 17963 heartbeater.cc:464] Registering TS with master...
15:23:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.878719 17275 ts_manager.cc:194] Registered new tserver with Master: e720f849943944568bfa678c022aceee (127.16.211.131:40893)
15:23:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.879309 17963 heartbeater.cc:511] Master 127.16.211.188:42877 requested a full tablet report, sending...
15:23:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.880798 17275 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.211.131:40375
15:23:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.881690 17431 ts_manager.cc:194] Registered new tserver with Master: e720f849943944568bfa678c022aceee (127.16.211.131:40893)
15:23:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.881801 17350 ts_manager.cc:194] Registered new tserver with Master: e720f849943944568bfa678c022aceee (127.16.211.131:40893)
15:23:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:26.895802 17230 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
15:23:26.908 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:23:26.910 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:23:26.923 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.211.190"
port: 38629
}
bound_http_address {
host: "127.16.211.190"
port: 40255
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.211.189"
port: 43011
}
bound_http_address {
host: "127.16.211.189"
port: 34473
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.211.188"
port: 42877
}
bound_http_address {
host: "127.16.211.188"
port: 35055
}
}
}
15:23:26.927 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:23:26.930 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.211.129"
port: 41381
}
bound_http_address {
host: "127.16.211.129"
port: 38143
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.211.130"
port: 35829
}
bound_http_address {
host: "127.16.211.130"
port: 42993
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.211.131"
port: 40893
}
bound_http_address {
host: "127.16.211.131"
port: 38141
}
}
}
15:23:26.930 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:23:27.128 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:23:27.241 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXfoTkL/test-tmp
15:23:27.242 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:23:27.242 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXfoTkL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:23:27.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:23:27.604 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:27.605 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:23:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:27.608650 17973 mini_oidc.cc:152] Starting JWKS server
15:23:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:27.612542 17973 webserver.cc:460] Webserver started at http://127.0.0.1:38967/ using document root <none> and password file <none>
15:23:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:27.613070 17973 mini_oidc.cc:189] Starting OIDC Discovery server
15:23:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:27.614924 17973 webserver.cc:460] Webserver started at http://127.0.0.1:44017/ using document root <none> and password file <none>
15:23:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:23:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/principal' for realm 'KRBTEST.COM',
15:23:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:23:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:27 dist-test-slave-m9p5 krb5kdc[17986](info): setting up network...
15:23:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:23:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:27 dist-test-slave-m9p5 krb5kdc[17986](info): set up 2 sockets
15:23:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:27 dist-test-slave-m9p5 krb5kdc[17986](info): commencing operation
15:23:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:23:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:27.884987 17964 heartbeater.cc:503] Master 127.16.211.190:38629 was elected leader, sending a full tablet report...
15:23:28.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:28.748714 17973 mini_kdc.cc:121] Time spent starting KDC: real 1.108s user 0.001s sys 0.019s
15:23:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:23:28.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:23:28.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:23:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:23:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:23:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:23:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:23:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:23:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:23:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:23:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/test-user.keytab.
15:23:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/test-user.keytab.
15:23:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:28 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177008, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:23:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:23:28Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:23:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:23:28Z Disabled control of system clock
15:23:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.141.126@KRBTEST.COM; defaulting to no policy
15:23:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.141.126@KRBTEST.COM" created.
15:23:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab.
15:23:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab.
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:28.964767 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/logs
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.126:45637
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.126
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.126
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.288965 17999 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.289510 17999 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:29.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.290169 17999 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.327239 17999 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.327530 17999 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.327919 17999 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.328254 17999 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.328562 17999 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.328867 17999 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.329100 17999 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:29.365837 17999 master_runner.cc:386] Master server non-default flags:
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.126
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.126:45637
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.126
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/logs
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:29.367425 17999 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:29.368705 17999 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:29.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.387593 18008 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.388479 18006 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:29.388789 18005 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:29.390784 17999 server_base.cc:1034] running on GCE node
15:23:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.614750 17999 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.617455 17999 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.618808 17999 hybrid_clock.cc:648] HybridClock initialized: now 1790177010618764 us; error 62 us; skew 500 ppm
15:23:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.619648 17999 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:30 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177010, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:30.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.625689 17999 init.cc:377] Logged in from keytab as kudu/127.17.141.126@KRBTEST.COM (short username kudu)
15:23:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.631080 17999 webserver.cc:460] Webserver started at http://127.17.141.126:38829/ using document root <none> and password file <none>
15:23:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.631974 17999 fs_manager.cc:359] Metadata directory not provided
15:23:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.632238 17999 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.632652 17999 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.637509 17999 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/instance:
15:23:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9b73029bd0f42fe9d602a0c70045fe2"
15:23:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:30 on dist-test-slave-m9p5"
15:23:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.638623 17999 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal/instance:
15:23:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9b73029bd0f42fe9d602a0c70045fe2"
15:23:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:30 on dist-test-slave-m9p5"
15:23:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.645767 17999 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:23:30.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.651450 18017 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.652556 17999 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.652839 17999 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9b73029bd0f42fe9d602a0c70045fe2"
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:30 on dist-test-slave-m9p5"
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.653137 17999 fs_report.cc:383] FS layout report
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/data
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.688920 17999 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.694876 17999 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.695305 17999 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:30.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.774111 17999 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.126:45637
15:23:30.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.774255 18069 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.126:45637 every 8 connection(s)
15:23:30.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.776741 17999 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.779819 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 17999
15:23:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.780387 17973 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal/instance
15:23:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.783946 18070 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.798323 18070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } has no permanent_uuid. Determining permanent_uuid...
15:23:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.141.125@KRBTEST.COM; defaulting to no policy
15:23:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.141.125@KRBTEST.COM" created.
15:23:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:30 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177010, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.126@KRBTEST.COM for kudu/127.17.141.126@KRBTEST.COM
15:23:30.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:30.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab.
15:23:30.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab.
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.833886 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/logs
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.125:38955
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.125
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.125
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.847524 18070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } has no permanent_uuid. Determining permanent_uuid...
15:23:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:30.849812 18019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:30.854081 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.903590 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 1
15:23:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:30.907196 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:30.975590 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 2
15:23:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:30.979715 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.071224 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 3
15:23:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.075150 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.167945 18076 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.168680 18076 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.169397 18076 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.202129 18076 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.202433 18076 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.202816 18076 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.203114 18076 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.203318 18076 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.203505 18076 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.203670 18076 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:31.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.218503 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 4
15:23:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.222446 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.243727 18076 master_runner.cc:386] Master server non-default flags:
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.125
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.125:38955
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.125
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/logs
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:31.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:31.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:31.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.245002 18076 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:31.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.246003 18076 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:31.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.264667 18083 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:31.521850 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 5
15:23:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.526716 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.074113 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 6
15:23:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.080760 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.125:38955: Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.265419 18086 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:31.264961 18084 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.526157 18085 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:23:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.526250 18076 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.530457 18076 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.533264 18076 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.534646 18076 hybrid_clock.cc:648] HybridClock initialized: now 1790177012534602 us; error 46 us; skew 500 ppm
15:23:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.535496 18076 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:32 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177012, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.541347 18076 init.cc:377] Logged in from keytab as kudu/127.17.141.125@KRBTEST.COM (short username kudu)
15:23:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.546939 18076 webserver.cc:460] Webserver started at http://127.17.141.125:40137/ using document root <none> and password file <none>
15:23:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.547916 18076 fs_manager.cc:359] Metadata directory not provided
15:23:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.548156 18076 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.548664 18076 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.553550 18076 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/instance:
15:23:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94de34e615914e2082729238c084455b"
15:23:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:32 on dist-test-slave-m9p5"
15:23:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.554739 18076 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal/instance:
15:23:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94de34e615914e2082729238c084455b"
15:23:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:32 on dist-test-slave-m9p5"
15:23:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.562153 18076 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
15:23:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.567648 18097 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.568703 18076 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:23:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.569051 18076 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94de34e615914e2082729238c084455b"
15:23:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:32 on dist-test-slave-m9p5"
15:23:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.569368 18076 fs_report.cc:383] FS layout report
15:23:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/data
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.611261 18076 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:32.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.617277 18076 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.617871 18076 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.711846 18076 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.125:38955
15:23:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.711926 18148 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.125:38955 every 8 connection(s)
15:23:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.714579 18076 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:32.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.720342 18149 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.723402 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 18076
15:23:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.723908 17973 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal/instance
15:23:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.737195 18149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } has no permanent_uuid. Determining permanent_uuid...
15:23:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.141.124@KRBTEST.COM; defaulting to no policy
15:23:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.141.124@KRBTEST.COM" created.
15:23:32.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:23:32.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab.
15:23:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.141.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab.
15:23:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:32 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177012, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.125@KRBTEST.COM for kudu/127.17.141.126@KRBTEST.COM
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.771682 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/logs
15:23:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.124:44709
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.124
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.124
15:23:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.791785 18149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } has no permanent_uuid. Determining permanent_uuid...
15:23:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:32 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177012, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.125@KRBTEST.COM for kudu/127.17.141.125@KRBTEST.COM
15:23:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.827041 18149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } has no permanent_uuid. Determining permanent_uuid...
15:23:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.829486 18098 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.835412 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.885150 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 1
15:23:32.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.889293 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:32.957687 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 2
15:23:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:32.961730 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.053153 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 3
15:23:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.059558 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.138825 18155 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.139402 18155 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.139988 18155 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.150736 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } attempt: 7
15:23:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:33 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177010, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.126@KRBTEST.COM for kudu/127.17.141.125@KRBTEST.COM
15:23:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.176935 18070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } has no permanent_uuid. Determining permanent_uuid...
15:23:33.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.182248 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.183051 18155 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.183326 18155 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.183666 18155 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.183882 18155 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.184070 18155 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.184254 18155 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.184396 18155 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.203078 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 4
15:23:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.206893 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.223477 18155 master_runner.cc:386] Master server non-default flags:
15:23:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.124
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.124:44709
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.124
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/logs
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.224587 18155 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.225523 18155 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.240633 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 1
15:23:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.242964 18169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.245854 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.327329 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 2
15:23:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.330916 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.416603 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 3
15:23:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.421295 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.486836 18066 debug-util.cc:398] Leaking SignalData structure 0x7b08000730a0 after lost signal to thread 18000
15:23:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.506333 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 5
15:23:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.511814 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.561911 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 4
15:23:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.567677 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.851166 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 5
15:23:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.857843 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.059916 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 6
15:23:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:34.080681 18149 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.410583 18070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 6
15:23:34.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:34.433878 18070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.141.124:44709: Network error: Client connection negotiation failed: client connection to 127.17.141.124:44709: connect: Connection refused (error 111)
15:23:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.244323 18167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:33.251895 18166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:33.245227 18155 server_base.cc:1034] running on GCE node
15:23:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.549733 18155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.553745 18155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.555500 18155 hybrid_clock.cc:648] HybridClock initialized: now 1790177014555457 us; error 41 us; skew 500 ppm
15:23:34.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.556721 18155 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177014, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.566380 18155 init.cc:377] Logged in from keytab as kudu/127.17.141.124@KRBTEST.COM (short username kudu)
15:23:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.574234 18155 webserver.cc:460] Webserver started at http://127.17.141.124:42861/ using document root <none> and password file <none>
15:23:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.575773 18155 fs_manager.cc:359] Metadata directory not provided
15:23:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.576220 18155 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.576947 18155 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:23:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.585645 18155 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/instance:
15:23:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8211df0102b74682a4e980fbfb442d70"
15:23:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:34 on dist-test-slave-m9p5"
15:23:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.587404 18155 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal/instance:
15:23:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8211df0102b74682a4e980fbfb442d70"
15:23:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:34 on dist-test-slave-m9p5"
15:23:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.597663 18155 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
15:23:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.605615 18183 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.606869 18155 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:23:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.607256 18155 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8211df0102b74682a4e980fbfb442d70"
15:23:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:34 on dist-test-slave-m9p5"
15:23:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.607622 18155 fs_report.cc:383] FS layout report
15:23:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/data
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.643672 18155 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:34.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.649979 18155 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:34.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.650564 18155 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.760006 18155 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.124:44709
15:23:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.760069 18235 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.124:44709 every 8 connection(s)
15:23:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.762961 18155 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.768251 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 18155
15:23:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.768759 17973 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal/instance
15:23:34.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.769582 18236 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:23:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.798254 18236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } has no permanent_uuid. Determining permanent_uuid...
15:23:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177008, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.141.124@KRBTEST.COM
15:23:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177014, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for kudu/127.17.141.126@KRBTEST.COM
15:23:34.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.856050 18236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } has no permanent_uuid. Determining permanent_uuid...
15:23:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177008, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.141.125@KRBTEST.COM
15:23:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177014, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for kudu/127.17.141.125@KRBTEST.COM
15:23:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.907866 18236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } has no permanent_uuid. Determining permanent_uuid...
15:23:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177008, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.141.126@KRBTEST.COM
15:23:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:34 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177014, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for kudu/127.17.141.124@KRBTEST.COM
15:23:34.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.943619 17973 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
15:23:34.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.954756 18236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Bootstrap starting.
15:23:34.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:34.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
15:23:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.964428 18236 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Neither blocks nor log segments found. Creating new log.
15:23:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.966846 18236 log.cc:824] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Log is configured to *not* fsync() on all Append() calls
15:23:34.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
15:23:34.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
15:23:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:34.986626 18236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: No bootstrap required, opened a new log
15:23:34.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.141.126"
port: 45637
}
bound_http_address {
host: "127.17.141.126"
port: 38829
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.141.125"
port: 38955
}
bound_http_address {
host: "127.17.141.125"
port: 40137
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.141.124"
port: 44709
}
bound_http_address {
host: "127.17.141.124"
port: 42861
}
}
}
15:23:34.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:23:34.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:34.990 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:23:34.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:23:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.022257 18236 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.023326 18236 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:23:35.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.023686 18236 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8211df0102b74682a4e980fbfb442d70, State: Initialized, Role: FOLLOWER
15:23:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.024953 18236 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:35 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:35.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:23:35.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:35.051 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc
15:23:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.053400 18247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } } }
15:23:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.054482 18247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: This master's current role is: FOLLOWER
15:23:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.055724 18236 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: configured and running, proceeding with master startup.
15:23:35.062 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:23:35.063 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc
15:23:35.065 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:23:35.074 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
15:23:35.078 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:23:35.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:23:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.083140 18247 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.083743 18247 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.090626 18247 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.141149 18149 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } attempt: 7
15:23:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.153177 18261 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:23:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.157382 18190 tablet.cc:2369] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:23:35.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:35 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:23:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:35 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177012, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.125@KRBTEST.COM for kudu/127.17.141.124@KRBTEST.COM
15:23:35.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.157480 18155 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: OK, instance_id { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" instance_seqno: 1790177010750137 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:23:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.192027 18155 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.195986 17973 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.116s user 0.000s sys 0.017s
15:23:35.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:35.196 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc
15:23:35.198 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:23:35.199 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.141.125:38955
15:23:35.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:23:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.201478 17973 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 18076
15:23:35.232 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:35.232 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.141.126:45637
15:23:35.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.230577 18185 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.17.141.125:38955 (error 108)
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.232968 18239 negotiation.cc:337] Failed RPC negotiation. Trace:
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.144236 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:53504 (local address 127.17.141.124:44709)
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.144824 (+ 588us) server_negotiation.cc:206] Beginning negotiation
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.144860 (+ 36us) server_negotiation.cc:399] Waiting for connection header
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.160541 (+ 15681us) server_negotiation.cc:407] Connection header received
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.160912 (+ 371us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.160944 (+ 32us) server_negotiation.cc:461] Received NEGOTIATE request from client
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.161192 (+ 248us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.161399 (+ 207us) server_negotiation.cc:226] Negotiated authn=SASL
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.170556 (+ 9157us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.172095 (+ 1539us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.175235 (+ 3140us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.176343 (+ 1108us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.176631 (+ 288us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.192270 (+ 15639us) server_negotiation.cc:365] Received SASL_INITIATE NegotiatePB request
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.192308 (+ 38us) server_negotiation.cc:881] Received SASL_INITIATE request from client
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.192348 (+ 40us) server_negotiation.cc:892] Client requested to use mechanism: GSSAPI
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.192517 (+ 169us) server_negotiation.cc:922] calling sasl_server_start()
15:23:35.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.200408 (+ 7891us) server_negotiation.cc:377] Sending SASL_CHALLENGE NegotiatePB response
15:23:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 15:23:35.229510 (+ 29102us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:53504: BlockingRecv error: recv got EOF from 127.0.0.1:53504 (error 108)
15:23:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":149}
15:23:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.233312 17973 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17999
15:23:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.240883 18185 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:35.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:35.259 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.141.124:44709
15:23:35.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:23:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.260262 17973 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 18155
15:23:35.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:35.281 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.141.125:38955
15:23:35.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:23:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.284989 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/logs
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.125:38955
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.125
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40137
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.125
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:35.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.609009 18264 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.609745 18264 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:35.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.610800 18264 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.644408 18264 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.644706 18264 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.645164 18264 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.645545 18264 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.645870 18264 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.646210 18264 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.646441 18264 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.686112 18264 master_runner.cc:386] Master server non-default flags:
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data
15:23:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.125.keytab
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.125
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.125:38955
15:23:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.125
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40137
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/logs
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.687871 18264 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:35.689323 18264 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.709229 18271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.710119 18274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:35.709266 18272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.028232 18273 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1316 milliseconds
15:23:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.028352 18264 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.029582 18264 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.032773 18264 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.034142 18264 hybrid_clock.cc:648] HybridClock initialized: now 1790177017034116 us; error 62 us; skew 500 ppm
15:23:37.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.034941 18264 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:37.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:37 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177017, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.040882 18264 init.cc:377] Logged in from keytab as kudu/127.17.141.125@KRBTEST.COM (short username kudu)
15:23:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.046458 18264 webserver.cc:460] Webserver started at http://127.17.141.125:40137/ using document root <none> and password file <none>
15:23:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.047428 18264 fs_manager.cc:359] Metadata directory not provided
15:23:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.047696 18264 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.055711 18264 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
15:23:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.060109 18282 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.061949 18264 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
15:23:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.062354 18264 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94de34e615914e2082729238c084455b"
15:23:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:32 on dist-test-slave-m9p5"
15:23:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.064690 18264 fs_report.cc:383] FS layout report
15:23:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/data
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:37.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.118160 18264 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.124320 18264 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:37.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.124895 18264 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.200137 18264 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.125:38955
15:23:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.200279 18334 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.125:38955 every 8 connection(s)
15:23:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.203171 18264 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/data/info.pb
15:23:37.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.213316 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 18264
15:23:37.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:37.214 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.141.126:45637
15:23:37.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:23:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.215878 18335 sys_catalog.cc:263] Verifying existing consensus state
15:23:37.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 15:23:37.217152 18335 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.217756 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/logs
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.126:45637
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.126
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38829
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.126
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.218246 18264 master.cc:537] Master@127.17.141.125:38955 shutting down...
15:23:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.280475 18264 master.cc:552] Master@127.17.141.125:38955 shutdown complete.
15:23:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:23:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.539479 18337 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.540079 18337 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.540680 18337 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.573221 18337 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.573513 18337 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.573927 18337 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.574357 18337 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.574683 18337 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.575012 18337 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.575242 18337 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.614269 18337 master_runner.cc:386] Master server non-default flags:
15:23:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.126.keytab
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.126
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.126:45637
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.126
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38829
15:23:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/logs
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.615859 18337 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.617255 18337 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.635757 18345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:37.638166 18337 server_base.cc:1034] running on GCE node
15:23:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.635948 18346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:37.635846 18348 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.886418 18337 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.889657 18337 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.891103 18337 hybrid_clock.cc:648] HybridClock initialized: now 1790177018891059 us; error 64 us; skew 500 ppm
15:23:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.891887 18337 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:38 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177018, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.897976 18337 init.cc:377] Logged in from keytab as kudu/127.17.141.126@KRBTEST.COM (short username kudu)
15:23:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.903012 18337 webserver.cc:460] Webserver started at http://127.17.141.126:38829/ using document root <none> and password file <none>
15:23:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.904050 18337 fs_manager.cc:359] Metadata directory not provided
15:23:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.904309 18337 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.912639 18337 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
15:23:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.917605 18356 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.918927 18337 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
15:23:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.919322 18337 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9b73029bd0f42fe9d602a0c70045fe2"
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:30 on dist-test-slave-m9p5"
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.921859 18337 fs_report.cc:383] FS layout report
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/data
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.962206 18337 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.968406 18337 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:38.969035 18337 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.043026 18337 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.126:45637
15:23:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.043129 18407 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.126:45637 every 8 connection(s)
15:23:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.046257 18337 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/data/info.pb
15:23:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.049911 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 18337
15:23:39.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:39.051 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.141.124:44709
15:23:39.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.053651 17973 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/logs
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:23:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.124:44709
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.124
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42861
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.124
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:23:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.058259 18408 sys_catalog.cc:263] Verifying existing consensus state
15:23:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 15:23:39.059103 18408 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:23:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.059577 18337 master.cc:537] Master@127.17.141.126:45637 shutting down...
15:23:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.125240 18337 master.cc:552] Master@127.17.141.126:45637 shutdown complete.
15:23:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:23:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.392942 18410 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:23:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.393508 18410 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:23:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.394141 18410 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:23:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.426783 18410 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:23:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.427086 18410 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:23:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.427487 18410 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:23:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.427829 18410 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:23:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.428156 18410 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:23:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.428480 18410 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:23:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.428712 18410 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38967/jwks.json
15:23:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.467561 18410 master_runner.cc:386] Master server non-default flags:
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.141.84:35507
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.141.126:45637,127.17.141.125:38955,127.17.141.124:44709
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/krb5kdc/kudu_127.17.141.124.keytab
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.141.124
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.141.124:44709
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38967/jwks.json
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:23:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.141.124
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42861
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/logs
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 14:32:06 UTC on ccycloud.quasar-akrprb.root.comops.site
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667498
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:23:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.469147 18410 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:23:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:39.470495 18410 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:23:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.489925 18417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.489949 18416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:40.731967 18418 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:23:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:39.490422 18419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:23:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.733108 18410 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:23:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.736838 18410 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:23:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.739624 18410 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:23:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.741003 18410 hybrid_clock.cc:648] HybridClock initialized: now 1790177020740965 us; error 72 us; skew 500 ppm
15:23:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.741846 18410 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:23:40.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:40 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177020, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:40.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.748821 18410 init.cc:377] Logged in from keytab as kudu/127.17.141.124@KRBTEST.COM (short username kudu)
15:23:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.754609 18410 webserver.cc:460] Webserver started at http://127.17.141.124:42861/ using document root <none> and password file <none>
15:23:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.755637 18410 fs_manager.cc:359] Metadata directory not provided
15:23:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.755856 18410 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:23:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.764264 18410 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
15:23:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.768945 18428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:23:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.770283 18410 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.770697 18410 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data,/tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8211df0102b74682a4e980fbfb442d70"
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 15:23:34 on dist-test-slave-m9p5"
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.773274 18410 fs_report.cc:383] FS layout report
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/wal
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/data
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:23:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:23:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:23:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.863186 18410 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:23:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.871101 18410 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:23:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.871671 18410 kserver.cc:163] Server-wide thread pool size limit: 3276
15:23:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.961544 18410 rpc_server.cc:307] RPC server started. Bound to: 127.17.141.124:44709
15:23:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.961668 18479 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.141.124:44709 every 8 connection(s)
15:23:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.964439 18410 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskXfoTkL/test-tmp/mini-kudu-cluster6932020112305729154/master-2/data/info.pb
15:23:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.966150 17973 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu as pid 18410
15:23:40.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:23:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.976660 18480 sys_catalog.cc:263] Verifying existing consensus state
15:23:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:40.984790 18480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Bootstrap starting.
15:23:41.015 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.029075 18480 log.cc:824] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Log is configured to *not* fsync() on all Append() calls
15:23:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.034133 18480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:23:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.034961 18480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Bootstrap complete.
15:23:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.069001 18480 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.072584 18480 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:23:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.072921 18480 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8211df0102b74682a4e980fbfb442d70, State: Initialized, Role: FOLLOWER
15:23:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.074271 18480 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.077575 18484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } } }
15:23:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.078635 18484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: This master's current role is: FOLLOWER
15:23:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.079450 18480 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [sys.catalog]: configured and running, proceeding with master startup.
15:23:41.080 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.090 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.141.124:44709(127.17.141.124:44709)] connecting to peer
15:23:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.127970 18434 tablet.cc:2369] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:23:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.153700 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.154124 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:41.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.148166 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:23:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.181254 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:41.181 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.141.124:44709(127.17.141.124:44709)] Successfully connected to peer
15:23:41.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.263 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
15:23:41.275 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.141.124
15:23:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.360126 18484 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.360709 18484 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.366698 18429 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.367291 18484 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:41.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.379251 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:41.379874 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.380316 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:23:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:41.381680 18484 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:23:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:41 dist-test-slave-m9p5 krb5kdc[17986](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.141.124@KRBTEST.COM
15:23:41.589 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd600bdb1, L:/127.0.0.1:53516 - R:/127.17.141.124:44709] using SASL/GSSAPI
15:23:41.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.615 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.617 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.656 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.673 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.715 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.734 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.735 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.773 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.875 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:41.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:41.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.956 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:41.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:41.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:41.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:42.157217 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:42.157523 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:42.393 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:42.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:42.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:42.693 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:42.695 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:42.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:42.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:42.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:43.160497 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:43.160801 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:43.584244 18506 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:43.584613 18506 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:43.585980 18506 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:43.592029 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:43.592492 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:43.592783 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:23:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:43.593305 18506 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:23:43.893 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:43.895 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:43.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:43.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:43.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:43.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:43.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:43.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:43.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:44.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:44.164036 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:44.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:44.164317 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:44.805235 17816 debug-util.cc:398] Leaking SignalData structure 0x7b08000b85e0 after lost signal to thread 17682
15:23:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:44.806308 17816 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc620 after lost signal to thread 17819
15:23:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:45.167277 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:45.167532 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:46.170810 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:46.171072 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:46.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.184180 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:23:46.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.184687 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:46.354 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:46.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:46.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:46.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:46.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:46.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:46.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:46.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:46.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.557516 18516 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.557893 18516 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:46.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.559458 18516 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:46.560598 18429 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111) [suppressed 3 similar messages]
15:23:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:46.563786 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:46.564183 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.564513 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:23:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:46.565042 18516 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:23:47.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:47.173985 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:47.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:47.174355 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:48.177227 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:48.177495 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:48.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:48.236 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:48.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:48.454 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:48.456 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:48.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:48.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:48.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:49.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:49.180622 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:49.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:49.180879 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:50.184643 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:50.184969 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.704653 18523 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.705185 18523 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.707031 18523 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:50.712113 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:50.712603 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.712879 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:23:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.713444 18523 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:23:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:23:50 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177030, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:23:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:50.752740 18424 init.cc:295] Successfully reacquired a new kerberos TGT
15:23:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:51.187088 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:23:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:51.187702 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:51.188422 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:51.188630 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:51.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:51.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:51.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:51.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:51.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:51.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:51.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:51.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:51.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:52.191604 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:52.191864 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:53.194731 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:53.194994 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:53.233831 17306 debug-util.cc:398] Leaking SignalData structure 0x7b08000af380 after lost signal to thread 17243
15:23:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:53.234553 17306 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9e0 after lost signal to thread 17309
15:23:53.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:53.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:53.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:53.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:53.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:53.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:53.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:53.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:53.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:54.199489 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:54.199844 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:55.202841 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:55.203094 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.190613 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:23:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.191007 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:23:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:56.205875 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:56.206207 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:56.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:56.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:56.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:56.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:56.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:56.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:56.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:56.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:56.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:23:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.954377 18533 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:23:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.954728 18533 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:23:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.956157 18533 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:23:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:56.957743 18429 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111) [suppressed 3 similar messages]
15:23:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:56.960469 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:23:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:56.960990 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:23:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.961311 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:23:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:23:56.961988 18533 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:23:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:57.208981 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:57.209249 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:58.212275 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:58.212520 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:59.215449 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:23:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:23:59.215708 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:23:59.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:23:59.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:23:59.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:59.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:59.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:59.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:59.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:23:59.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:23:59.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:24:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:00.219161 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:00.219518 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 15:24:00 dist-test-slave-m9p5 krb5kdc[17986](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790177040, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.141.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:24:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:00.755131 18424 init.cc:295] Successfully reacquired a new kerberos TGT
15:24:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.194139 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:24:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.194545 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:24:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:01.222594 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:01.222875 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.673449 18544 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:24:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.674091 18544 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9b73029bd0f42fe9d602a0c70045fe2" member_type: VOTER last_known_addr { host: "127.17.141.126" port: 45637 } } peers { permanent_uuid: "94de34e615914e2082729238c084455b" member_type: VOTER last_known_addr { host: "127.17.141.125" port: 38955 } } peers { permanent_uuid: "8211df0102b74682a4e980fbfb442d70" member_type: VOTER last_known_addr { host: "127.17.141.124" port: 44709 } }
15:24:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.675782 18544 leader_election.cc:288] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637), 94de34e615914e2082729238c084455b (127.17.141.125:38955)
15:24:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:01.679857 18429 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d9b73029bd0f42fe9d602a0c70045fe2 (127.17.141.126:45637): Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111)
15:24:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:01.680615 18430 leader_election.cc:334] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 94de34e615914e2082729238c084455b (127.17.141.125:38955): Network error: Client connection negotiation failed: client connection to 127.17.141.125:38955: connect: Connection refused (error 111)
15:24:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.681042 18430 leader_election.cc:302] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8211df0102b74682a4e980fbfb442d70; no voters: 94de34e615914e2082729238c084455b, d9b73029bd0f42fe9d602a0c70045fe2
15:24:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:01.681723 18544 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:24:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:02.225627 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:02.225926 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:03.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:24:03.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:24:03.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:03.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:03.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:03.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:03.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:03.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:03.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:24:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:03.228682 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:03.228972 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:04.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:24:04.174 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:24:04.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:04.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:04.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:04.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:04.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:04.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:04.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:24:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:04.232285 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:04.232627 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:05.235505 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:05.235823 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:06.197011 18410 master_runner.cc:186] Error getting master registration for 127.17.141.126:45637: Network error: Client connection negotiation failed: client connection to 127.17.141.126:45637: connect: Connection refused (error 111),
15:24:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:06.197384 18410 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:24:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:06.238591 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:06.238832 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:07.241514 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:07.241756 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:07.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:24:07.614 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:24:07.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:07.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:07.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:07.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:07.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:07.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:07.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:24:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:08.244506 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:08.244746 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:09.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.125:38955(127.17.141.125:38955)] connecting to peer
15:24:09.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.141.126:45637(127.17.141.126:45637)] connecting to peer
15:24:09.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:09.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.141.125:38955(127.17.141.125:38955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:09.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.125:38955: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955
15:24:09.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:09.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.126:45637(127.17.141.126:45637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:09.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.141.126:45637: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
15:24:09.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709; will retry
15:24:09.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [638ms] refreshing cache from master, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [647ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [653ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [685ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [687ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [707ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [746ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [760ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [765ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [766ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [800ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [804ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [806ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [897ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [900ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [904ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [906ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [980ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [988ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [990ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1417ms] refreshing cache from master, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1428ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1429ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1717ms] refreshing cache from master, [1717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1726ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1726ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2917ms] refreshing cache from master, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [2918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2924ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [2925ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [5377ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [5380ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [5381ms] too many traces: truncated at 100 traces, deferred=Deferred@322463650(state=PENDING, result=null, callback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
15:24:09.245 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.141.126:45637(127.17.141.126:45637)] disconnecting while in state TERMINATED
15:24:09.247 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.141.124:44709(127.17.141.124:44709)] disconnecting while in state READY
15:24:09.247 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.141.125:38955(127.17.141.125:38955)] disconnecting while in state TERMINATED
15:24:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:09.248024 18497 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8211df0102b74682a4e980fbfb442d70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:24:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 15:24:09.248486 18497 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:24:09.252 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:24:09.254 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.141.124:44709(127.17.141.124:44709)] handling channelInactive
15:24:09.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.141.124:44709(127.17.141.124:44709)] cleaning up while in state READY due to: connection closed
15:24:09.255 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:24:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:09.259724 17973 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 18410
15:24:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:24:10Z chronyd exiting
15:24:11.478 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:24:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.479653 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17513
15:24:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.506752 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17675
15:24:11.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.535188 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17828
15:24:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.561436 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17242
15:24:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.594446 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17312
15:24:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 15:24:11.624795 17230 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskXfoTkL/build/tsan/bin/kudu with pid 17389
15:24:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T15:24:12Z chronyd exiting
15:24:13.799 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [638ms] refreshing cache from master, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [647ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [653ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [685ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [687ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [707ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [746ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [760ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [765ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [766ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [800ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [804ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [806ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [897ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [900ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [904ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [906ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [980ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [988ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [990ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1417ms] refreshing cache from master, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1428ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1429ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1717ms] refreshing cache from master, [1717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1726ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1726ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2917ms] refreshing cache from master, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [2918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2924ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [2925ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [5377ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [5380ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [5381ms] too many traces: truncated at 100 traces, deferred=Deferred@322463650(state=PENDING, result=null, callback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.141.126:45637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28266), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [632ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [638ms] refreshing cache from master, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [647ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [651ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [653ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [680ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [685ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [687ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [707ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [741ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [744ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [746ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [760ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [765ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [766ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [800ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [804ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [806ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [897ms] refreshing cache from master, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [900ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [904ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [906ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [907ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [980ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [988ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [990ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1417ms] refreshing cache from master, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1428ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1429ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1717ms] refreshing cache from master, [1717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [1719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [1720ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [1726ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [1726ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2917ms] refreshing cache from master, [2917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [2918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [2919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.124:44709, [2920ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.126:45637: Network error: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [2924ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.124:44709: OK, [2925ms] delaying RPC due to: Service unavailable: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637, [5377ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.125:38955, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.141.126:45637, [5380ms] Sub RPC ConnectToMaster: received response from server master-127.17.141.125:38955: Network error: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955, [5381ms] too many traces: truncated at 100 traces, deferred=Deferred@322463650(state=PENDING, result=null, callback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621), errback=(continuation of Deferred@749821529 after retry RPC after error@1246642991) -> (continuation of Deferred@1409715860 after retry RPC after error@81000129) -> (continuation of Deferred@582366100 after retry RPC after error@442059734) -> (continuation of Deferred@2051740711 after retry RPC after error@1630896209) -> (continuation of Deferred@1913402736 after retry RPC after error@584828700) -> (continuation of Deferred@1250636 after retry RPC after error@1307130391) -> (continuation of Deferred@1583161711 after retry RPC after error@583200415) -> (continuation of Deferred@979576574 after retry RPC after error@1046387239) -> (continuation of Deferred@163549914 after retry RPC after error@1010574180) -> (continuation of Deferred@525055691 after retry RPC after error@1427015847) -> (continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.141.125:38955,127.17.141.126:45637,127.17.141.124:44709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.125:38955(127.17.141.125:38955): Connection refused: /127.17.141.125:38955,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.141.126:45637(127.17.141.126:45637): Connection refused: /127.17.141.126:45637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.141.126:45637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)