16:11:06.945 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:11:06.958 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpZ17cJ/test-tmp
16:11:06.960 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:11:06.964 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpZ17cJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:11:07.225 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:11:07.383 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:11:07.384 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:11:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.388218 8034 mini_oidc.cc:152] Starting JWKS server
16:11:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.392609 8034 webserver.cc:460] Webserver started at http://127.0.0.1:42155/ using document root <none> and password file <none>
16:11:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.393286 8034 mini_oidc.cc:189] Starting OIDC Discovery server
16:11:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.395371 8034 webserver.cc:460] Webserver started at http://127.0.0.1:43177/ using document root <none> and password file <none>
16:11:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:11:07Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:11:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:11:07Z Disabled control of system clock
16:11:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.457180 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/logs
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data/info.pb
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.190:33913
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.190
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json with env {}
16:11:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.777977 8047 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.778571 8047 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.779251 8047 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.811251 8047 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.811558 8047 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.811848 8047 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.812047 8047 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.812325 8047 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.812549 8047 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42155/jwks.json
16:11:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.850492 8047 master_runner.cc:386] Master server non-default flags:
16:11:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data
16:11:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal
16:11:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.190:33913
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data/info.pb
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.190
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/logs
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.852149 8047 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.854557 8047 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.874745 8053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.874828 8054 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:07.876989 8047 server_base.cc:1034] running on GCE node
16:11:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:07.875160 8056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:09.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.125111 8047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.129217 8047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.130867 8047 hybrid_clock.cc:648] HybridClock initialized: now 1786464669130840 us; error 75 us; skew 500 ppm
16:11:09.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.131819 8047 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.144407 8047 webserver.cc:460] Webserver started at http://127.7.216.190:43475/ using document root <none> and password file <none>
16:11:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.145504 8047 fs_manager.cc:359] Metadata directory not provided
16:11:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.145731 8047 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:09.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.146160 8047 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.151460 8047 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data/instance:
16:11:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1332ec114176a9a089e37939f9b8"
16:11:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:09 on dist-test-slave-p3t5"
16:11:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.152709 8047 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal/instance:
16:11:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1332ec114176a9a089e37939f9b8"
16:11:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:09 on dist-test-slave-p3t5"
16:11:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.160871 8047 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
16:11:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.167164 8064 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.168531 8047 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
16:11:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.168998 8047 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal
16:11:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280c1332ec114176a9a089e37939f9b8"
16:11:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:09 on dist-test-slave-p3t5"
16:11:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.169445 8047 fs_report.cc:383] FS layout report
16:11:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data/data
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.215099 8047 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.216918 8047 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.217531 8047 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.296356 8047 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.190:33913
16:11:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.296509 8120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.190:33913 every 8 connection(s)
16:11:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.299708 8047 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/data/info.pb
16:11:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.305052 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8047
16:11:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.305716 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-0/wal/instance
16:11:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.306900 8121 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.311429 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/logs
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data/info.pb
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.189:39055
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.189
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json with env {}
16:11:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.324649 8121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
16:11:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.356690 8121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } has no permanent_uuid. Determining permanent_uuid...
16:11:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.359436 8069 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.363938 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.413650 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 1
16:11:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.418164 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.486614 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 2
16:11:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.490913 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.582368 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 3
16:11:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.586254 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.655786 8123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.656421 8123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.657064 8123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.690973 8123 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.691380 8123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.691607 8123 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.691788 8123 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.691979 8123 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.692111 8123 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42155/jwks.json
16:11:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.729794 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 4
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.730525 8123 master_runner.cc:386] Master server non-default flags:
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.189:39055
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data/info.pb
16:11:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.189
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/logs
16:11:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.731987 8123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.734220 8123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.735579 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.754969 8134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.035013 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 5
16:11:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:10.038904 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.586643 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 6
16:11:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:10.594859 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.189:39055: Network error: Client connection negotiation failed: client connection to 127.7.216.189:39055: connect: Connection refused (error 111)
16:11:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.755035 8133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:09.757922 8123 server_base.cc:1034] running on GCE node
16:11:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:09.756088 8136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.968240 8123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.971208 8123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.972620 8123 hybrid_clock.cc:648] HybridClock initialized: now 1786464670972567 us; error 67 us; skew 500 ppm
16:11:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.973893 8123 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.981106 8123 webserver.cc:460] Webserver started at http://127.7.216.189:43063/ using document root <none> and password file <none>
16:11:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.982402 8123 fs_manager.cc:359] Metadata directory not provided
16:11:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.982710 8123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.983368 8123 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.989006 8123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data/instance:
16:11:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95d362912a545bbac1012fdc2a06628"
16:11:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:10 on dist-test-slave-p3t5"
16:11:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.990433 8123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal/instance:
16:11:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95d362912a545bbac1012fdc2a06628"
16:11:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:10 on dist-test-slave-p3t5"
16:11:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:10.998591 8123 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
16:11:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.005473 8148 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.006809 8123 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
16:11:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.007136 8123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal
16:11:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95d362912a545bbac1012fdc2a06628"
16:11:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:10 on dist-test-slave-p3t5"
16:11:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.007506 8123 fs_report.cc:383] FS layout report
16:11:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal
16:11:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data/data
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:11.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.059725 8123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.061306 8123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.061821 8123 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.140385 8123 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.189:39055
16:11:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.140444 8204 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.189:39055 every 8 connection(s)
16:11:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.143188 8123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/data/info.pb
16:11:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.148620 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8123
16:11:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.149183 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-1/wal/instance
16:11:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.149312 8206 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.152477 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/logs
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data/info.pb
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.188:34191
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.188
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json with env {}
16:11:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.165167 8206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
16:11:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.195164 8206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } has no permanent_uuid. Determining permanent_uuid...
16:11:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.213111 8206 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } has no permanent_uuid. Determining permanent_uuid...
16:11:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.215808 8152 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.220451 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.270041 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 1
16:11:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.274417 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.342905 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 2
16:11:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.346952 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.438438 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 3
16:11:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.442659 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.489919 8208 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.490499 8208 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.491225 8208 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.523306 8208 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.523612 8208 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.523804 8208 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.523994 8208 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.524303 8208 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.524537 8208 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42155/jwks.json
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.561739 8208 master_runner.cc:386] Master server non-default flags:
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.188:34191
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42155/jwks.json
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data/info.pb
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.188
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/logs
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.562964 8208 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.565030 8208 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.584167 8220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:11.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.586127 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 4
16:11:11.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.590056 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.655615 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } attempt: 7
16:11:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.672847 8121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } has no permanent_uuid. Determining permanent_uuid...
16:11:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.681191 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.739697 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 1
16:11:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.745225 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.826707 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 2
16:11:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.832005 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.889508 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 5
16:11:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.894220 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.917480 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 3
16:11:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.922446 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.062917 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 4
16:11:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:12.067891 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.351440 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 5
16:11:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:12.356233 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:12.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.441911 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 6
16:11:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:12.451333 8206 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.585132 8223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:11.588593 8208 server_base.cc:1034] running on GCE node
16:11:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:11.584939 8219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.835073 8208 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.837889 8208 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.839257 8208 hybrid_clock.cc:648] HybridClock initialized: now 1786464672839223 us; error 58 us; skew 500 ppm
16:11:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.840081 8208 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.847492 8208 webserver.cc:460] Webserver started at http://127.7.216.188:41535/ using document root <none> and password file <none>
16:11:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.848443 8208 fs_manager.cc:359] Metadata directory not provided
16:11:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.848645 8208 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.849074 8208 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:12.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.854275 8208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data/instance:
16:11:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e4b406d4ff947f69966ed4a5f19589b"
16:11:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:12 on dist-test-slave-p3t5"
16:11:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.855801 8208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal/instance:
16:11:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e4b406d4ff947f69966ed4a5f19589b"
16:11:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:12 on dist-test-slave-p3t5"
16:11:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.864435 8208 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
16:11:12.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.870613 8234 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.871867 8208 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
16:11:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.872263 8208 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal
16:11:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e4b406d4ff947f69966ed4a5f19589b"
16:11:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:12 on dist-test-slave-p3t5"
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.872684 8208 fs_report.cc:383] FS layout report
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data/data
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.908715 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 6
16:11:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.910087 8208 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.912585 8208 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.913143 8208 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:12.916172 8121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.216.188:34191: Network error: Client connection negotiation failed: client connection to 127.7.216.188:34191: connect: Connection refused (error 111)
16:11:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.990067 8208 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.188:34191
16:11:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.990265 8302 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.188:34191 every 8 connection(s)
16:11:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.992884 8208 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/data/info.pb
16:11:12.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.997339 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8208
16:11:12.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:12.997766 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/master-2/wal/instance
16:11:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.000990 8303 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.022387 8303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } has no permanent_uuid. Determining permanent_uuid...
16:11:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.051810 8303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } has no permanent_uuid. Determining permanent_uuid...
16:11:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.064630 8303 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } has no permanent_uuid. Determining permanent_uuid...
16:11:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.084683 8303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: Bootstrap starting.
16:11:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.092046 8303 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: Neither blocks nor log segments found. Creating new log.
16:11:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.094118 8303 log.cc:824] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: Log is configured to *not* fsync() on all Append() calls
16:11:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.099591 8303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: No bootstrap required, opened a new log
16:11:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.125097 8303 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.126113 8303 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.126446 8303 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4e4b406d4ff947f69966ed4a5f19589b, State: Initialized, Role: FOLLOWER
16:11:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.127331 8303 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.130053 8312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.130841 8312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: This master's current role is: FOLLOWER
16:11:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.131577 8303 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: configured and running, proceeding with master startup.
16:11:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:13.166453 8324 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:13.166849 8324 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:13.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:13.168982 8243 tablet.cc:2369] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.161146 8208 master_runner.cc:186] Error getting master registration for 127.7.216.190:33913: OK, instance_id { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" instance_seqno: 1786464669274443 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:11:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.188701 8208 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.354308 8312 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.355091 8312 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.357808 8312 leader_election.cc:288] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 280c1332ec114176a9a089e37939f9b8 (127.7.216.190:33913), e95d362912a545bbac1012fdc2a06628 (127.7.216.189:39055)
16:11:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.511780 8206 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 7
16:11:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.538522 8206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: Bootstrap starting.
16:11:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.546465 8206 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: Neither blocks nor log segments found. Creating new log.
16:11:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.549286 8206 log.cc:824] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: Log is configured to *not* fsync() on all Append() calls
16:11:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.557507 8206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: No bootstrap required, opened a new log
16:11:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.591252 8206 raft_consensus.cc:348] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.593176 8206 raft_consensus.cc:374] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.593513 8206 raft_consensus.cc:729] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e95d362912a545bbac1012fdc2a06628, State: Initialized, Role: FOLLOWER
16:11:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.594571 8206 consensus_queue.cc:260] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.598661 8332 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.600210 8206 sys_catalog.cc:564] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: configured and running, proceeding with master startup.
16:11:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.600255 8332 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: This master's current role is: FOLLOWER
16:11:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.600601 8176 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4e4b406d4ff947f69966ed4a5f19589b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e95d362912a545bbac1012fdc2a06628" is_pre_election: true
16:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.601578 8176 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4e4b406d4ff947f69966ed4a5f19589b in term 0.
16:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.603256 8238 leader_election.cc:302] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4e4b406d4ff947f69966ed4a5f19589b, e95d362912a545bbac1012fdc2a06628; no voters:
16:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.604254 8312 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Leader pre-election won for term 1
16:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.604605 8312 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:11:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.604923 8312 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 0 FOLLOWER]: Advancing to term 1
16:11:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.611624 8312 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.616075 8176 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4e4b406d4ff947f69966ed4a5f19589b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e95d362912a545bbac1012fdc2a06628"
16:11:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.616676 8176 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 0 FOLLOWER]: Advancing to term 1
16:11:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.618505 8312 leader_election.cc:288] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [CANDIDATE]: Term 1 election: Requested vote from peers 280c1332ec114176a9a089e37939f9b8 (127.7.216.190:33913), e95d362912a545bbac1012fdc2a06628 (127.7.216.189:39055)
16:11:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.640069 8176 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4e4b406d4ff947f69966ed4a5f19589b in term 1.
16:11:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.642241 8238 leader_election.cc:302] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4e4b406d4ff947f69966ed4a5f19589b, e95d362912a545bbac1012fdc2a06628; no voters:
16:11:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.643118 8312 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 1 FOLLOWER]: Leader election won for term 1
16:11:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.654793 8312 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [term 1 LEADER]: Becoming Leader. State: Replica: 4e4b406d4ff947f69966ed4a5f19589b, State: Running, Role: LEADER
16:11:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.658411 8312 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:13.663542 8343 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:13.664407 8343 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.686106 8344 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4e4b406d4ff947f69966ed4a5f19589b. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.687042 8344 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: This master's current role is: LEADER
16:11:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.647702 8123 master_runner.cc:186] Error getting master registration for 127.7.216.190:33913: OK, instance_id { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" instance_seqno: 1786464669274443 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:11:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.691576 8123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.692804 8347 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:11:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.700042 8347 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:11:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.718847 8176 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [term 1 FOLLOWER]: Refusing update from remote peer 4e4b406d4ff947f69966ed4a5f19589b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.720764 8344 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:13.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.754797 8332 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4e4b406d4ff947f69966ed4a5f19589b. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.755707 8332 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: This master's current role is: FOLLOWER
16:11:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.770565 8349 mvcc.cc:205] Tried to move back new op lower bound from 7317359303533637632 to 7317359303359307776. Current Snapshot: MvccSnapshot[applied={T|T < 7317359303533637632}]
16:11:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.776604 8332 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.777901 8332 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628 [sys.catalog]: This master's current role is: FOLLOWER
16:11:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.779870 8312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.780697 8312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: This master's current role is: LEADER
16:11:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.786288 8347 catalog_manager.cc:1347] Generated new cluster ID: ac413834b4734781ba0b2546c46e2c97
16:11:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.786605 8347 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:11:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.829605 8347 catalog_manager.cc:1370] Generated new certificate authority record
16:11:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.833515 8347 catalog_manager.cc:1504] Loading token signing keys...
16:11:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.871577 8347 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b: Generated new TSK 0
16:11:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.874289 8347 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.892792 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/logs
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data/info.pb
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.129:0
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.129
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.129
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:11:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:13.949697 8121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } attempt: 7
16:11:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.001673 8121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: Bootstrap starting.
16:11:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.022684 8121 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: Neither blocks nor log segments found. Creating new log.
16:11:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.031294 8121 log.cc:824] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: Log is configured to *not* fsync() on all Append() calls
16:11:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.062377 8121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: No bootstrap required, opened a new log
16:11:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.226099 8121 raft_consensus.cc:348] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.234341 8121 raft_consensus.cc:374] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.236912 8121 raft_consensus.cc:729] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 280c1332ec114176a9a089e37939f9b8, State: Initialized, Role: FOLLOWER
16:11:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.244544 8121 consensus_queue.cc:260] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } }
16:11:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.286247 8093 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4e4b406d4ff947f69966ed4a5f19589b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "280c1332ec114176a9a089e37939f9b8" is_pre_election: true
16:11:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.287274 8093 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4e4b406d4ff947f69966ed4a5f19589b in term 0.
16:11:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.288736 8090 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 0 FOLLOWER]: Advancing to term 1
16:11:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.293598 8092 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4e4b406d4ff947f69966ed4a5f19589b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "280c1332ec114176a9a089e37939f9b8"
16:11:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.301836 8090 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [term 1 FOLLOWER]: Refusing update from remote peer 4e4b406d4ff947f69966ed4a5f19589b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:11:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.285568 8358 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.304100 8312 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [LEADER]: Connected to new peer: Peer: permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:11:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.306562 8358 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.306169 8121 sys_catalog.cc:564] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: configured and running, proceeding with master startup.
16:11:14.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.418829 8358 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4e4b406d4ff947f69966ed4a5f19589b. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.419039 8371 sys_catalog.cc:455] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.419818 8358 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.419873 8371 sys_catalog.cc:458] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8 [sys.catalog]: This master's current role is: FOLLOWER
16:11:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.451056 8383 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:11:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.466042 8354 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.467171 8354 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:14.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.468257 8354 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.505538 8354 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.506675 8354 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.216.129
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.544807 8354 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.129:0
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data/info.pb
16:11:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.129
16:11:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.129
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/logs
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.546484 8354 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.548714 8354 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.588246 8385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.673167 8343 catalog_manager.cc:1259] Loaded cluster ID: ac413834b4734781ba0b2546c46e2c97
16:11:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.674072 8343 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: loading cluster ID for follower catalog manager: success
16:11:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.697088 8343 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: acquiring CA information for follower catalog manager: success
16:11:14.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.719980 8343 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e95d362912a545bbac1012fdc2a06628: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.878428 8312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4e4b406d4ff947f69966ed4a5f19589b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280c1332ec114176a9a089e37939f9b8" member_type: VOTER last_known_addr { host: "127.7.216.190" port: 33913 } } peers { permanent_uuid: "e95d362912a545bbac1012fdc2a06628" member_type: VOTER last_known_addr { host: "127.7.216.189" port: 39055 } } peers { permanent_uuid: "4e4b406d4ff947f69966ed4a5f19589b" member_type: VOTER last_known_addr { host: "127.7.216.188" port: 34191 } } }
16:11:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:14.881377 8312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4e4b406d4ff947f69966ed4a5f19589b [sys.catalog]: This master's current role is: LEADER
16:11:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:15.473132 8383 catalog_manager.cc:1259] Loaded cluster ID: ac413834b4734781ba0b2546c46e2c97
16:11:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:15.474046 8383 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: loading cluster ID for follower catalog manager: success
16:11:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:15.501230 8383 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: acquiring CA information for follower catalog manager: success
16:11:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:15.534144 8383 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 280c1332ec114176a9a089e37939f9b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:11:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:15.979995 8384 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 8354
16:11:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.108952 8384 kernel_stack_watchdog.cc:198] Thread 8354 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
16:11:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:11:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:11:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:11:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:11:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:14.589699 8386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:16.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.114246 8354 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.528s user 0.487s sys 0.757s
16:11:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.115041 8354 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.529s user 0.487s sys 0.758s
16:11:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.130146 8354 server_base.cc:1034] running on GCE node
16:11:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.132869 8397 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.134605 8354 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.156888 8117 debug-util.cc:398] Leaking SignalData structure 0x7b0800094080 after lost signal to thread 8048
16:11:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:16.157656 8117 debug-util.cc:398] Leaking SignalData structure 0x7b0800094340 after lost signal to thread 8120
16:11:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.157691 8354 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.165424 8354 hybrid_clock.cc:648] HybridClock initialized: now 1786464676165317 us; error 117 us; skew 500 ppm
16:11:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.166707 8354 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.210147 8354 webserver.cc:460] Webserver started at http://127.7.216.129:39463/ using document root <none> and password file <none>
16:11:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.211819 8354 fs_manager.cc:359] Metadata directory not provided
16:11:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.212145 8354 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.212787 8354 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.222470 8354 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data/instance:
16:11:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbbec1c36ef24a24bbf15f831143a4b0"
16:11:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:16 on dist-test-slave-p3t5"
16:11:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.224344 8354 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal/instance:
16:11:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbbec1c36ef24a24bbf15f831143a4b0"
16:11:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:16 on dist-test-slave-p3t5"
16:11:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.243132 8354 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.007s sys 0.007s
16:11:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.264060 8402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.265558 8354 fs_manager.cc:725] Time spent opening block manager: real 0.014s user 0.001s sys 0.008s
16:11:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.266040 8354 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal
16:11:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbbec1c36ef24a24bbf15f831143a4b0"
16:11:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:16 on dist-test-slave-p3t5"
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.266541 8354 fs_report.cc:383] FS layout report
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data/data
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.397248 8354 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.399595 8354 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.400293 8354 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.410921 8354 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:11:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.424059 8354 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.424381 8354 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:11:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.424750 8354 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:16.424996 8354 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.346434 8354 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.129:39467
16:11:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.346473 8524 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.129:39467 every 8 connection(s)
16:11:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.350597 8354 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/data/info.pb
16:11:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.353276 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8354
16:11:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.354018 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-0/wal/instance
16:11:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.376993 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal
16:11:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data
16:11:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/logs
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data/info.pb
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.130:0
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.130
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.130
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:11:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.498982 8532 heartbeater.cc:347] Connected to a master server at 127.7.216.190:33913
16:11:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.499492 8532 heartbeater.cc:464] Registering TS with master...
16:11:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.501374 8532 heartbeater.cc:511] Master 127.7.216.190:33913 requested a full tablet report, sending...
16:11:17.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.505784 8082 ts_manager.cc:194] Registered new tserver with Master: bbbec1c36ef24a24bbf15f831143a4b0 (127.7.216.129:39467)
16:11:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.509443 8526 heartbeater.cc:347] Connected to a master server at 127.7.216.189:39055
16:11:17.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.509869 8526 heartbeater.cc:464] Registering TS with master...
16:11:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.510793 8526 heartbeater.cc:511] Master 127.7.216.189:39055 requested a full tablet report, sending...
16:11:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.514533 8166 ts_manager.cc:194] Registered new tserver with Master: bbbec1c36ef24a24bbf15f831143a4b0 (127.7.216.129:39467)
16:11:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.523666 8525 heartbeater.cc:347] Connected to a master server at 127.7.216.188:34191
16:11:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.524071 8525 heartbeater.cc:464] Registering TS with master...
16:11:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.524976 8525 heartbeater.cc:511] Master 127.7.216.188:34191 requested a full tablet report, sending...
16:11:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.529772 8257 ts_manager.cc:194] Registered new tserver with Master: bbbec1c36ef24a24bbf15f831143a4b0 (127.7.216.129:39467)
16:11:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:17.533772 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.216.129:36253
16:11:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:17.956794 8529 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:17.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:17.957916 8529 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:17.959028 8529 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:18.017181 8529 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:18.018950 8529 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.216.130
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:18.060858 8529 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.130:0
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data/info.pb
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.130
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.130
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/logs
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:18.062510 8529 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:18.064879 8529 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:18.102492 8544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:18.539109 8525 heartbeater.cc:503] Master 127.7.216.188:34191 was elected leader, sending a full tablet report...
16:11:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.490238 8543 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 8529
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.724647 8543 kernel_stack_watchdog.cc:198] Thread 8529 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 382ms:
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:18.109193 8545 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.724876 8529 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.619s user 0.510s sys 0.996s
16:11:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.725332 8529 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.620s user 0.510s sys 0.996s
16:11:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.727818 8548 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:19.729545 8546 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:11:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.729643 8529 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.731317 8529 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.733978 8529 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.735414 8529 hybrid_clock.cc:648] HybridClock initialized: now 1786464679735379 us; error 39 us; skew 500 ppm
16:11:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.736367 8529 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.744028 8529 webserver.cc:460] Webserver started at http://127.7.216.130:42743/ using document root <none> and password file <none>
16:11:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.745164 8529 fs_manager.cc:359] Metadata directory not provided
16:11:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.745443 8529 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.746073 8529 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.751839 8529 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data/instance:
16:11:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab3363205f8745779909c82734c71ed3"
16:11:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:19 on dist-test-slave-p3t5"
16:11:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.753281 8529 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal/instance:
16:11:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab3363205f8745779909c82734c71ed3"
16:11:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:19 on dist-test-slave-p3t5"
16:11:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.761855 8529 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
16:11:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.768703 8558 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.770059 8529 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
16:11:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.770470 8529 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal
16:11:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab3363205f8745779909c82734c71ed3"
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:19 on dist-test-slave-p3t5"
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.770879 8529 fs_report.cc:383] FS layout report
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data/data
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.815881 8529 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.817595 8529 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.818264 8529 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.821218 8529 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:11:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.826027 8529 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.826323 8529 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:11:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.826601 8529 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.826822 8529 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.980111 8529 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.130:37773
16:11:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.980223 8682 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.130:37773 every 8 connection(s)
16:11:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.983907 8529 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/data/info.pb
16:11:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.993676 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8529
16:11:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:19.994324 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-1/wal/instance
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.013691 8034 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/logs
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data/info.pb
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.131:0
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.131
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.131
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:11:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.073550 8685 heartbeater.cc:347] Connected to a master server at 127.7.216.190:33913
16:11:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.073972 8683 heartbeater.cc:347] Connected to a master server at 127.7.216.188:34191
16:11:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.074172 8685 heartbeater.cc:464] Registering TS with master...
16:11:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.074393 8683 heartbeater.cc:464] Registering TS with master...
16:11:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.075455 8685 heartbeater.cc:511] Master 127.7.216.190:33913 requested a full tablet report, sending...
16:11:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.075693 8683 heartbeater.cc:511] Master 127.7.216.188:34191 requested a full tablet report, sending...
16:11:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.077462 8684 heartbeater.cc:347] Connected to a master server at 127.7.216.189:39055
16:11:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.077858 8684 heartbeater.cc:464] Registering TS with master...
16:11:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.078706 8684 heartbeater.cc:511] Master 127.7.216.189:39055 requested a full tablet report, sending...
16:11:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.078924 8082 ts_manager.cc:194] Registered new tserver with Master: ab3363205f8745779909c82734c71ed3 (127.7.216.130:37773)
16:11:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.080229 8257 ts_manager.cc:194] Registered new tserver with Master: ab3363205f8745779909c82734c71ed3 (127.7.216.130:37773)
16:11:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.081715 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.216.130:51013
16:11:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.081992 8166 ts_manager.cc:194] Registered new tserver with Master: ab3363205f8745779909c82734c71ed3 (127.7.216.130:37773)
16:11:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.409585 8693 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:20.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.410333 8693 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.411057 8693 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.444804 8693 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.445796 8693 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.216.131
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.481688 8693 tablet_server_runner.cc:78] Tablet server non-default flags:
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.216.148:41849
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.216.131:0
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data/info.pb
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.216.131
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.216.190:33913,127.7.216.189:39055,127.7.216.188:34191
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.216.131
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/logs
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.483054 8693 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.484898 8693 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.507149 8700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.087042 8683 heartbeater.cc:503] Master 127.7.216.188:34191 was elected leader, sending a full tablet report...
16:11:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.507375 8701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:20.507941 8703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:20.509512 8693 server_base.cc:1034] running on GCE node
16:11:21.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.738134 8693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.740449 8693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.741906 8693 hybrid_clock.cc:648] HybridClock initialized: now 1786464681741855 us; error 54 us; skew 500 ppm
16:11:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.742723 8693 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.754194 8693 webserver.cc:460] Webserver started at http://127.7.216.131:40597/ using document root <none> and password file <none>
16:11:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.755472 8693 fs_manager.cc:359] Metadata directory not provided
16:11:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.755693 8693 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:21.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.756111 8693 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.761317 8693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data/instance:
16:11:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03af45e785574974a68fa663e215ae07"
16:11:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:21 on dist-test-slave-p3t5"
16:11:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.762712 8693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal/instance:
16:11:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03af45e785574974a68fa663e215ae07"
16:11:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:21 on dist-test-slave-p3t5"
16:11:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.770337 8693 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
16:11:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.777371 8714 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.778693 8693 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.779013 8693 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03af45e785574974a68fa663e215ae07"
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:21 on dist-test-slave-p3t5"
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.779345 8693 fs_report.cc:383] FS layout report
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data/data
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.825736 8693 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.827287 8693 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.827759 8693 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.830506 8693 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:11:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.835186 8693 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:11:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.835400 8693 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:11:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.835613 8693 ts_tablet_manager.cc:610] Registered 0 tablets
16:11:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.835748 8693 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:11:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.988835 8693 rpc_server.cc:307] RPC server started. Bound to: 127.7.216.131:39441
16:11:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.988984 8840 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.216.131:39441 every 8 connection(s)
16:11:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:21.992695 8693 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/data/info.pb
16:11:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.000648 8034 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8693
16:11:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.001277 8034 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster2755642560149077759/ts-2/wal/instance
16:11:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.055686 8842 heartbeater.cc:347] Connected to a master server at 127.7.216.189:39055
16:11:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.056209 8842 heartbeater.cc:464] Registering TS with master...
16:11:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.057610 8842 heartbeater.cc:511] Master 127.7.216.189:39055 requested a full tablet report, sending...
16:11:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.060487 8845 heartbeater.cc:347] Connected to a master server at 127.7.216.190:33913
16:11:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.060873 8845 heartbeater.cc:464] Registering TS with master...
16:11:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.061234 8166 ts_manager.cc:194] Registered new tserver with Master: 03af45e785574974a68fa663e215ae07 (127.7.216.131:39441)
16:11:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.061779 8845 heartbeater.cc:511] Master 127.7.216.190:33913 requested a full tablet report, sending...
16:11:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.061978 8841 heartbeater.cc:347] Connected to a master server at 127.7.216.188:34191
16:11:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.062333 8841 heartbeater.cc:464] Registering TS with master...
16:11:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.063153 8841 heartbeater.cc:511] Master 127.7.216.188:34191 requested a full tablet report, sending...
16:11:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.064522 8082 ts_manager.cc:194] Registered new tserver with Master: 03af45e785574974a68fa663e215ae07 (127.7.216.131:39441)
16:11:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.065418 8257 ts_manager.cc:194] Registered new tserver with Master: 03af45e785574974a68fa663e215ae07 (127.7.216.131:39441)
16:11:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.067494 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.216.131:52189
16:11:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.074752 8034 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:11:22.086 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:11:22.087 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:11:22.100 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.216.190"
port: 33913
}
bound_http_address {
host: "127.7.216.190"
port: 43475
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.216.189"
port: 39055
}
bound_http_address {
host: "127.7.216.189"
port: 43063
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.216.188"
port: 34191
}
bound_http_address {
host: "127.7.216.188"
port: 41535
}
}
}
16:11:22.105 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:11:22.108 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.216.129"
port: 39467
}
bound_http_address {
host: "127.7.216.129"
port: 39463
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.216.130"
port: 37773
}
bound_http_address {
host: "127.7.216.130"
port: 42743
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.216.131"
port: 39441
}
bound_http_address {
host: "127.7.216.131"
port: 40597
}
}
}
16:11:22.108 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:11:22.345 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:11:22.469 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpZ17cJ/test-tmp
16:11:22.470 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:11:22.470 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpZ17cJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:11:22.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
16:11:22.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:22.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:11:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.839990 8853 mini_oidc.cc:152] Starting JWKS server
16:11:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.843958 8853 webserver.cc:460] Webserver started at http://127.0.0.1:36869/ using document root <none> and password file <none>
16:11:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.844554 8853 mini_oidc.cc:189] Starting OIDC Discovery server
16:11:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:22.846529 8853 webserver.cc:460] Webserver started at http://127.0.0.1:43521/ using document root <none> and password file <none>
16:11:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
16:11:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/principal' for realm 'KRBTEST.COM',
16:11:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
16:11:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:22 dist-test-slave-p3t5 krb5kdc[8867](info): setting up network...
16:11:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
16:11:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:22 dist-test-slave-p3t5 krb5kdc[8867](info): set up 2 sockets
16:11:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:22 dist-test-slave-p3t5 krb5kdc[8867](info): commencing operation
16:11:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
16:11:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:23.071532 8841 heartbeater.cc:503] Master 127.7.216.188:34191 was elected leader, sending a full tablet report...
16:11:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.071578 8853 mini_kdc.cc:121] Time spent starting KDC: real 1.198s user 0.010s sys 0.017s
16:11:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
16:11:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:11:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
16:11:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
16:11:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:11:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
16:11:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
16:11:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:11:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
16:11:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:11:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/test-user.keytab.
16:11:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/test-user.keytab.
16:11:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:24 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464684, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:11:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:11:24Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:11:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:11:24Z Disabled control of system clock
16:11:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.165.126@KRBTEST.COM; defaulting to no policy
16:11:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.165.126@KRBTEST.COM" created.
16:11:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab.
16:11:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab.
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:24.322722 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/logs
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.126:36307
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.126
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.126
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:24.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.660965 8882 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:24.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.661551 8882 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.662281 8882 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.695233 8882 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.695482 8882 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:24.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.695744 8882 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.695941 8882 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.696265 8882 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.696601 8882 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.696839 8882 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:24.736246 8882 master_runner.cc:386] Master server non-default flags:
16:11:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.126
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.126:36307
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.126
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/logs
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:24.737835 8882 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:24.739264 8882 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.759445 8890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:24.761482 8882 server_base.cc:1034] running on GCE node
16:11:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.759433 8892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:24.759487 8889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:25.985204 8882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:25.994127 8882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:25.995929 8882 hybrid_clock.cc:648] HybridClock initialized: now 1786464685995880 us; error 135 us; skew 500 ppm
16:11:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:25.997388 8882 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:26.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:25 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464685, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.005904 8882 init.cc:377] Logged in from keytab as kudu/127.8.165.126@KRBTEST.COM (short username kudu)
16:11:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.012176 8882 webserver.cc:460] Webserver started at http://127.8.165.126:35605/ using document root <none> and password file <none>
16:11:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.013129 8882 fs_manager.cc:359] Metadata directory not provided
16:11:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.013351 8882 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.013847 8882 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.019325 8882 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/instance:
16:11:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d21af7d159c4db7a4529b381740558f"
16:11:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:26 on dist-test-slave-p3t5"
16:11:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.020466 8882 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal/instance:
16:11:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d21af7d159c4db7a4529b381740558f"
16:11:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:26 on dist-test-slave-p3t5"
16:11:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.028447 8882 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.003s
16:11:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.034482 8901 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.035670 8882 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.035998 8882 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d21af7d159c4db7a4529b381740558f"
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:26 on dist-test-slave-p3t5"
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.036322 8882 fs_report.cc:383] FS layout report
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/data
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.072769 8882 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.080942 8882 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.081532 8882 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.165100 8882 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.126:36307
16:11:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.165239 8957 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.126:36307 every 8 connection(s)
16:11:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.168179 8882 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.173534 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8882
16:11:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.174198 8853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal/instance
16:11:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.175107 8959 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.186864 8959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
16:11:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.165.125@KRBTEST.COM; defaulting to no policy
16:11:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.165.125@KRBTEST.COM" created.
16:11:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:26 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464685, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.126@KRBTEST.COM for kudu/127.8.165.126@KRBTEST.COM
16:11:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab.
16:11:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab.
16:11:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.233592 8959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } has no permanent_uuid. Determining permanent_uuid...
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.235095 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/logs
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.125:35459
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.125
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.125
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.236564 8903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.241731 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.291306 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 1
16:11:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.295374 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.363855 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 2
16:11:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.367810 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.459300 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 3
16:11:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.463318 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.578056 8966 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.578692 8966 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.579629 8966 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.606838 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 4
16:11:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.611227 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.615929 8966 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.616175 8966 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.616439 8966 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.616638 8966 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.616948 8966 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.617156 8966 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.617297 8966 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:26.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.656383 8966 master_runner.cc:386] Master server non-default flags:
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.125
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.125:35459
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.125
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/logs
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.657703 8966 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.658917 8966 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.679943 8972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.910676 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 5
16:11:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.915371 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.462818 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 6
16:11:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:27.471107 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.125:35459: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.679998 8973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:26.681777 8966 server_base.cc:1034] running on GCE node
16:11:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:26.680202 8975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.937422 8966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.940781 8966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.942304 8966 hybrid_clock.cc:648] HybridClock initialized: now 1786464687942250 us; error 65 us; skew 500 ppm
16:11:27.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.943454 8966 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:27 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464687, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.954720 8966 init.cc:377] Logged in from keytab as kudu/127.8.165.125@KRBTEST.COM (short username kudu)
16:11:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.960793 8966 webserver.cc:460] Webserver started at http://127.8.165.125:34569/ using document root <none> and password file <none>
16:11:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.961970 8966 fs_manager.cc:359] Metadata directory not provided
16:11:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.962247 8966 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.962744 8966 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.968750 8966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/instance:
16:11:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161b65f2a1604f5db277fd822bda0138"
16:11:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:27 on dist-test-slave-p3t5"
16:11:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.969969 8966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal/instance:
16:11:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161b65f2a1604f5db277fd822bda0138"
16:11:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:27 on dist-test-slave-p3t5"
16:11:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.977604 8966 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
16:11:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.985796 8990 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.987243 8966 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.987628 8966 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161b65f2a1604f5db277fd822bda0138"
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:27 on dist-test-slave-p3t5"
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:27.988059 8966 fs_report.cc:383] FS layout report
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/data
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.039628 8966 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.046514 8966 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.047125 8966 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.132284 8966 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.125:35459
16:11:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.132369 9047 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.125:35459 every 8 connection(s)
16:11:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.135731 8966 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.141470 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 8966
16:11:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.142040 8853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal/instance
16:11:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.142604 9048 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.158172 9048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
16:11:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.165.124@KRBTEST.COM; defaulting to no policy
16:11:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.165.124@KRBTEST.COM" created.
16:11:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:28 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464687, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.125@KRBTEST.COM for kudu/127.8.165.126@KRBTEST.COM
16:11:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:11:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab.
16:11:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.165.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab.
16:11:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.205211 9048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } has no permanent_uuid. Determining permanent_uuid...
16:11:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.208294 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/logs
16:11:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.124:36173
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.124
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.124
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:28 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464687, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.125@KRBTEST.COM for kudu/127.8.165.125@KRBTEST.COM
16:11:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.236001 9048 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } has no permanent_uuid. Determining permanent_uuid...
16:11:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.238593 8991 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.243758 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.293358 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 1
16:11:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.297749 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.366292 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 2
16:11:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.371555 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.463050 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 3
16:11:28.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.467192 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.531759 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } attempt: 7
16:11:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:28 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464685, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.126@KRBTEST.COM for kudu/127.8.165.125@KRBTEST.COM
16:11:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.558565 8959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } has no permanent_uuid. Determining permanent_uuid...
16:11:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.566100 9058 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.567278 9058 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.568589 9058 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.568982 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.603827 9058 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.604168 9058 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.604609 9058 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.604940 9058 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.605309 9058 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.605683 9058 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.605979 9058 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:28.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.610709 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 4
16:11:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.614759 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.627442 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 1
16:11:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.631544 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.646677 9058 master_runner.cc:386] Master server non-default flags:
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.124
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.124:36173
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.124
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/logs
16:11:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.647924 9058 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.648999 9058 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:28.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.668728 9071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.712987 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 2
16:11:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.717211 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.802621 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 3
16:11:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.806551 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.914153 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 5
16:11:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.919221 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.947309 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 4
16:11:28.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.951690 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.235329 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 5
16:11:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:29.239217 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.466637 9048 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 6
16:11:29.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:29.475085 9048 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.791882 8959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } attempt: 6
16:11:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:29.799549 8959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.165.124:36173: Network error: Client connection negotiation failed: client connection to 127.8.165.124:36173: connect: Connection refused (error 111)
16:11:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.669162 9068 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:28.671067 9067 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:28.671028 9058 server_base.cc:1034] running on GCE node
16:11:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.955977 9058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.958827 9058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.960240 9058 hybrid_clock.cc:648] HybridClock initialized: now 1786464689960184 us; error 61 us; skew 500 ppm
16:11:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.961160 9058 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:29 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464689, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.967892 9058 init.cc:377] Logged in from keytab as kudu/127.8.165.124@KRBTEST.COM (short username kudu)
16:11:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.973934 9058 webserver.cc:460] Webserver started at http://127.8.165.124:40927/ using document root <none> and password file <none>
16:11:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.974987 9058 fs_manager.cc:359] Metadata directory not provided
16:11:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.975243 9058 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.975816 9058 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:11:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.982156 9058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/instance:
16:11:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7403b159f6d4078be85b19fec8751b4"
16:11:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:29 on dist-test-slave-p3t5"
16:11:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.983767 9058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal/instance:
16:11:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7403b159f6d4078be85b19fec8751b4"
16:11:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:29 on dist-test-slave-p3t5"
16:11:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:29.997474 9058 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.010s sys 0.004s
16:11:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.004186 9085 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.005821 9058 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
16:11:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.006271 9058 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7403b159f6d4078be85b19fec8751b4"
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:29 on dist-test-slave-p3t5"
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.006652 9058 fs_report.cc:383] FS layout report
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/data
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.045876 9058 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.052587 9058 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.053242 9058 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.138032 9058 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.124:36173
16:11:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.138065 9141 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.124:36173 every 8 connection(s)
16:11:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.142243 9058 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.147382 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 9058
16:11:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.147920 8853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal/instance
16:11:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.150167 9142 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:11:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.178323 9142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
16:11:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464684, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.165.124@KRBTEST.COM
16:11:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464689, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for kudu/127.8.165.126@KRBTEST.COM
16:11:30.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.226938 9142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } has no permanent_uuid. Determining permanent_uuid...
16:11:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464684, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.165.125@KRBTEST.COM
16:11:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464689, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for kudu/127.8.165.125@KRBTEST.COM
16:11:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.260846 9142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } has no permanent_uuid. Determining permanent_uuid...
16:11:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464684, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.165.126@KRBTEST.COM
16:11:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464689, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for kudu/127.8.165.124@KRBTEST.COM
16:11:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.287672 8853 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
16:11:30.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.292044 9142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Bootstrap starting.
16:11:30.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.297 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
16:11:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.298396 9142 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Neither blocks nor log segments found. Creating new log.
16:11:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.300519 9142 log.cc:824] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Log is configured to *not* fsync() on all Append() calls
16:11:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.306788 9142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: No bootstrap required, opened a new log
16:11:30.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
16:11:30.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
16:11:30.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.165.126"
port: 36307
}
bound_http_address {
host: "127.8.165.126"
port: 35605
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.165.125"
port: 35459
}
bound_http_address {
host: "127.8.165.125"
port: 34569
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.165.124"
port: 36173
}
bound_http_address {
host: "127.8.165.124"
port: 40927
}
}
}
16:11:30.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:11:30.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.316 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:11:30.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:11:30.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.338060 9142 raft_consensus.cc:348] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.338752 9142 raft_consensus.cc:374] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.339077 9142 raft_consensus.cc:729] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f7403b159f6d4078be85b19fec8751b4, State: Initialized, Role: FOLLOWER
16:11:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.339975 9142 consensus_queue.cc:260] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:30.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.343148 9152 sys_catalog.cc:455] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } } }
16:11:30.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.344077 9152 sys_catalog.cc:458] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: This master's current role is: FOLLOWER
16:11:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.344991 9142 sys_catalog.cc:564] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: configured and running, proceeding with master startup.
16:11:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464690, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:11:30.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.369 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc
16:11:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.375483 9165 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:30.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.375833 9165 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:30.379 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:11:30.381 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc
16:11:30.382 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:11:30.387 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
16:11:30.389 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:11:30.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:11:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.372570 9058 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: OK, instance_id { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" instance_seqno: 1786464686140116 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:11:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.412707 9058 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:30 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464690, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:11:30.446 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.446 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc
16:11:30.448 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:11:30.449 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.165.124:36173
16:11:30.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:11:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.451814 8853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 9058
16:11:30.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.479 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.165.126:36307
16:11:30.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
16:11:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.480306 8853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8882
16:11:30.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.508 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.165.125:35459
16:11:30.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:11:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.509181 8853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8966
16:11:30.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:30.537 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.165.124:36173
16:11:30.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.541689 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/logs
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.124:36173
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.124
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40927
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.124
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.916087 9171 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.916831 9171 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.917644 9171 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.951500 9171 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.951887 9171 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.952324 9171 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.952657 9171 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.952960 9171 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.953241 9171 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:30.953470 9171 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.998205 9171 master_runner.cc:386] Master server non-default flags:
16:11:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.124.keytab
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.124
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.124:36173
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.124
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40927
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/logs
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:30.999866 9171 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:31.001294 9171 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:31.034559 9178 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.081000 8837 debug-util.cc:398] Leaking SignalData structure 0x7b08000afce0 after lost signal to thread 8694
16:11:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.082304 8837 debug-util.cc:398] Leaking SignalData structure 0x7b08000b94c0 after lost signal to thread 8840
16:11:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:31.053035 9171 server_base.cc:1034] running on GCE node
16:11:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:31.054067 9179 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:31.052022 9181 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.386729 9171 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.391129 9171 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.392946 9171 hybrid_clock.cc:648] HybridClock initialized: now 1786464692392781 us; error 185 us; skew 500 ppm
16:11:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.394366 9171 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:32 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464692, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.403609 9171 init.cc:377] Logged in from keytab as kudu/127.8.165.124@KRBTEST.COM (short username kudu)
16:11:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.413959 9171 webserver.cc:460] Webserver started at http://127.8.165.124:40927/ using document root <none> and password file <none>
16:11:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.415380 9171 fs_manager.cc:359] Metadata directory not provided
16:11:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.415715 9171 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.428560 9171 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.006s sys 0.004s
16:11:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.435797 9192 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.437350 9171 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
16:11:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.438059 9171 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7403b159f6d4078be85b19fec8751b4"
16:11:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:29 on dist-test-slave-p3t5"
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.442488 9171 fs_report.cc:383] FS layout report
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/wal
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/data
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.508280 9171 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.516877 9171 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.517524 9171 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.624212 9171 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.124:36173
16:11:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.624351 9245 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.124:36173 every 8 connection(s)
16:11:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.627717 9171 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-2/data/info.pb
16:11:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.633814 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 9171
16:11:32.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:32.634 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.165.126:36307
16:11:32.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.636035 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/logs
16:11:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.126:36307
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.126
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35605
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.126
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:32.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.644230 9246 sys_catalog.cc:263] Verifying existing consensus state
16:11:32.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.652400 9246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Bootstrap starting.
16:11:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.699884 9246 log.cc:824] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Log is configured to *not* fsync() on all Append() calls
16:11:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.705977 9246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:11:32.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.706952 9246 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Bootstrap complete.
16:11:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.744135 9246 raft_consensus.cc:348] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.747933 9246 raft_consensus.cc:374] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:11:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.748276 9246 raft_consensus.cc:729] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f7403b159f6d4078be85b19fec8751b4, State: Initialized, Role: FOLLOWER
16:11:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.749302 9246 consensus_queue.cc:260] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.752589 9250 sys_catalog.cc:455] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } } }
16:11:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.753953 9250 sys_catalog.cc:458] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: This master's current role is: FOLLOWER
16:11:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.755043 9246 sys_catalog.cc:564] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [sys.catalog]: configured and running, proceeding with master startup.
16:11:32.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.774469 9198 tablet.cc:2369] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:11:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.797775 9262 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:11:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.798149 9250 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.798727 9250 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.806100 9250 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.812227 9194 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.818122 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:32.818989 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.841925 9194 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.844265 9250 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.813815 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:32.847069 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.054211 9248 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.054783 9248 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.055506 9248 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.087785 9248 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.088039 9248 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.088302 9248 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.088498 9248 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.088687 9248 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.088884 9248 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.089027 9248 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:33.131217 9248 master_runner.cc:386] Master server non-default flags:
16:11:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.126.keytab
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.126
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.126:36307
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.126
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35605
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/logs
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:33.132650 9248 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:33.134162 9248 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.168888 9271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.814747 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.815259 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:34.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:34.458757 9279 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:34.462728 9279 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:34.480036 9279 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:34.491421 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:34.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:34.497634 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:34.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:34.498450 9194 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:34.499516 9279 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:34.821048 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:34.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:34.822018 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:34.554736 9270 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 9248
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.543905 9270 kernel_stack_watchdog.cc:198] Thread 9248 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 384ms:
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:11:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.544565 9248 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.376s user 0.744s sys 1.377s
16:11:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.544979 9248 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.377s user 0.744s sys 1.377s
16:11:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:33.171820 9272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.546545 9273 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2376 milliseconds
16:11:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.548241 9248 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.548312 9274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:35.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.555202 9248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:35.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.558903 9248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.562860 9248 hybrid_clock.cc:648] HybridClock initialized: now 1786464695562195 us; error 659 us; skew 500 ppm
16:11:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.564093 9248 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:35 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464695, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.577383 9248 init.cc:377] Logged in from keytab as kudu/127.8.165.126@KRBTEST.COM (short username kudu)
16:11:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.584764 9248 webserver.cc:460] Webserver started at http://127.8.165.126:35605/ using document root <none> and password file <none>
16:11:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.586761 9248 fs_manager.cc:359] Metadata directory not provided
16:11:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.587320 9248 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.599131 9248 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
16:11:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.606396 9290 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.608076 9248 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.002s
16:11:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.608745 9248 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d21af7d159c4db7a4529b381740558f"
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:26 on dist-test-slave-p3t5"
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.612735 9248 fs_report.cc:383] FS layout report
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/data
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:35.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.664513 9248 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:35.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.672220 9248 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.672765 9248 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.765203 9248 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.126:36307
16:11:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.765264 9345 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.126:36307 every 8 connection(s)
16:11:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.768410 9248 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/data/info.pb
16:11:35.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:35.772 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.165.125:35459
16:11:35.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
16:11:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.770457 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 9248
16:11:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.775592 8853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:11:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/logs
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.125:35459
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.125
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34569
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.125
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:11:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.786281 9346 sys_catalog.cc:263] Verifying existing consensus state
16:11:35.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 16:11:35.787446 9346 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:11:35.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.787974 9248 master.cc:537] Master@127.8.165.126:36307 shutting down...
16:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.826639 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:35.827291 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:35.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:35.883159 9248 master.cc:552] Master@127.8.165.126:36307 shutdown complete.
16:11:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:11:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.184690 9349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:11:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.185598 9349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:11:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.186528 9349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:11:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.223518 9349 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:11:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.223853 9349 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:11:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.224321 9349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:11:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.224668 9349 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:11:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.225014 9349 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:11:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.225327 9349 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:11:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.225625 9349 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36869/jwks.json
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:36.264653 9349 master_runner.cc:386] Master server non-default flags:
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.165.84:39581
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.165.126:36307,127.8.165.125:35459,127.8.165.124:36173
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/krb5kdc/kudu_127.8.165.125.keytab
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.165.125
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.165.125:35459
16:11:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36869/jwks.json
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.165.125
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34569
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/logs
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:11:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:12:52 UTC on ccycloud.quasar-tzrfpd.root.comops.site
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580143
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:11:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:36.266315 9349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:11:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:36.267727 9349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:11:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.296402 9355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.833318 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.834478 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.357224 9361 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.358681 9361 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.374553 9361 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:37.391812 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:37.394708 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.395231 9194 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.404857 9361 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.300565 9356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:36.296408 9358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:11:37.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:37.797174 9357 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1498 milliseconds
16:11:37.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.797295 9349 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:11:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.798839 9349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:11:37.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.802394 9349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:11:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.803876 9349 hybrid_clock.cc:648] HybridClock initialized: now 1786464697803812 us; error 85 us; skew 500 ppm
16:11:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.804893 9349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:11:37.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:37 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464697, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.811720 9349 init.cc:377] Logged in from keytab as kudu/127.8.165.125@KRBTEST.COM (short username kudu)
16:11:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.817976 9349 webserver.cc:460] Webserver started at http://127.8.165.125:34569/ using document root <none> and password file <none>
16:11:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.819199 9349 fs_manager.cc:359] Metadata directory not provided
16:11:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.819448 9349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:11:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.828456 9349 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
16:11:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.833936 9371 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:11:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.835309 9349 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
16:11:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.835716 9349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data,/tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161b65f2a1604f5db277fd822bda0138"
16:11:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:11:27 on dist-test-slave-p3t5"
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.838572 9349 fs_report.cc:383] FS layout report
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/data
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:37.839394 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:37.839704 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.849884 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.850450 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.890914 9349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:11:37.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.899479 9349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:11:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.900086 9349 kserver.cc:163] Server-wide thread pool size limit: 3276
16:11:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.983230 9349 rpc_server.cc:307] RPC server started. Bound to: 127.8.165.125:35459
16:11:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.983637 9430 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.165.125:35459 every 8 connection(s)
16:11:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.986354 9349 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/data/info.pb
16:11:37.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:11:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:37.988828 8853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu as pid 9349
16:11:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:38.002672 9431 sys_catalog.cc:263] Verifying existing consensus state
16:11:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 16:11:38.003711 9431 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:11:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:38.005560 9349 master.cc:537] Master@127.8.165.125:35459 shutting down...
16:11:38.076 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.165.124:36173(127.8.165.124:36173)] connecting to peer
16:11:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:38.084223 9349 master.cc:552] Master@127.8.165.125:35459 shutdown complete.
16:11:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpZ17cJ/test-tmp/mini-kudu-cluster6229246953823042327/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
16:11:38.164 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.170 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.208 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.165.124:36173(127.8.165.124:36173)] Successfully connected to peer
16:11:38.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.297 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
16:11:38.309 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.165.124
16:11:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:38 dist-test-slave-p3t5 krb5kdc[8867](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464690, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.165.124@KRBTEST.COM
16:11:38.547 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe0c044bb, L:/127.0.0.1:50906 - R:/127.8.165.124:36173] using SASL/GSSAPI
16:11:38.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.581 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.584 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.598 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.602 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.618 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.621 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.638 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.639 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.678 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.760 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:38.843076 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:38.843394 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:38.918 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:38.919 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:38.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:38.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:38.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:39.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:39.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.240 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:39.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:39.619 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:39.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:39.624 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:39.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:39.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:39.846342 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:39.846663 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:40.158 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:40.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:40.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:40.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:40.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:40.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:40.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:40.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:40.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:40.849711 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:40.850057 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:41.068576 9440 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:41.069250 9440 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:41.071472 9440 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.074409 9194 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111) [suppressed 5 similar messages]
16:11:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.077646 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.078177 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:41.078577 9194 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:41.079308 9440 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:41.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.699183 8520 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae7c0 after lost signal to thread 8374
16:11:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.700304 8520 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3ae0 after lost signal to thread 8524
16:11:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.854035 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:41.854388 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:42.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:42.239 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:42.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:42.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:42.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:42.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:42.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:42.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:42.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:42.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:42 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464702, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:42.409163 9186 init.cc:295] Successfully reacquired a new kerberos TGT
16:11:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:42.853776 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:42.854379 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:42.857439 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:42.857779 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:43.860743 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:43.861099 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:44.338 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:44.340 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:44.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:44.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:44.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:44.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:44.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:44.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:44.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:44.864308 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:44.864645 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:45.067097 8520 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae9a0 after lost signal to thread 8374
16:11:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:45.068202 8520 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae820 after lost signal to thread 8524
16:11:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:45.867894 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:45.868232 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:46.871213 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:46.871546 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:47.798 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:47.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:47.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:47.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:47.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:47.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:47.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:47.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:47.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:47.857297 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:47.857721 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:47.876546 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:47.876813 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:48.374100 9456 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:48.374492 9456 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:48.376052 9456 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:48.378984 9193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111) [suppressed 1 similar messages]
16:11:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:48.381662 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:48.382148 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:48.382488 9193 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:48.383047 9456 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:48.880019 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:48.880415 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:49.883546 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:49.883877 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:50.132128 9462 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:11:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:50.132519 9462 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:11:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:50.134281 9462 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:11:50.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:50.139099 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:11:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:50.139564 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:11:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:50.140118 9193 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:11:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:50.140944 9462 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:11:50.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:50.886924 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:50.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:50.887207 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:51.238 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:51.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:51.239 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:51.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:51.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:51.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:51.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:51.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:51.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:51.890763 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:51.891201 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:52.398 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:52.399 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:52.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:52.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:52.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:52.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:52.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:52.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:11:52 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464712, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:11:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:52.412052 9186 init.cc:295] Successfully reacquired a new kerberos TGT
16:11:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:52.861094 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:52.861581 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:52.894479 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:52.894788 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:53.897656 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:53.897940 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:54.901054 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:54.901335 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:55.904394 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:55.904706 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:56.218 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:11:56.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:56.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:56.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:11:56.221 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:11:56.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:56.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:56.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:11:56.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:11:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:56.908054 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:56.908330 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:57.864748 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:11:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:11:57.865213 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:11:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:57.911408 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:57.911742 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:58.914752 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:58.915104 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:11:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:59.918205 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:11:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:11:59.918534 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:00.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:12:00.300 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:12:00.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:00.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:00.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:00.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:00.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:00.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:00.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:12:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:00.921950 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:00.922318 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:01.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:01.926057 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:01.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:01.926424 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:02.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:12:02 dist-test-slave-p3t5 krb5kdc[8867](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786464722, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.165.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:12:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.423828 9186 init.cc:295] Successfully reacquired a new kerberos TGT
16:12:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.858870 9485 raft_consensus.cc:482] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:12:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.859365 9485 raft_consensus.cc:504] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d21af7d159c4db7a4529b381740558f" member_type: VOTER last_known_addr { host: "127.8.165.126" port: 36307 } } peers { permanent_uuid: "161b65f2a1604f5db277fd822bda0138" member_type: VOTER last_known_addr { host: "127.8.165.125" port: 35459 } } peers { permanent_uuid: "f7403b159f6d4078be85b19fec8751b4" member_type: VOTER last_known_addr { host: "127.8.165.124" port: 36173 } }
16:12:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.861147 9485 leader_election.cc:288] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307), 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459)
16:12:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:02.864336 9193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111) [suppressed 3 similar messages]
16:12:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:02.867799 9194 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8d21af7d159c4db7a4529b381740558f (127.8.165.126:36307): Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111)
16:12:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:02.868270 9193 leader_election.cc:334] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 161b65f2a1604f5db277fd822bda0138 (127.8.165.125:35459): Network error: Client connection negotiation failed: client connection to 127.8.165.125:35459: connect: Connection refused (error 111)
16:12:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.868631 9193 leader_election.cc:302] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f7403b159f6d4078be85b19fec8751b4; no voters: 161b65f2a1604f5db277fd822bda0138, 8d21af7d159c4db7a4529b381740558f
16:12:02.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.869221 9485 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:12:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.906242 9171 master_runner.cc:186] Error getting master registration for 127.8.165.126:36307: Network error: Client connection negotiation failed: client connection to 127.8.165.126:36307: connect: Connection refused (error 111),
16:12:02.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:02.906771 9171 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:12:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:02.929327 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:02.929725 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:03.419814 9241 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2f00 after lost signal to thread 9173
16:12:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:03.420400 9241 debug-util.cc:398] Leaking SignalData structure 0x7b08000af180 after lost signal to thread 9245
16:12:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:03.932863 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:03.933175 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:04.378 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:12:04.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:12:04.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:04.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:04.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:04.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:04.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:04.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:12:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:04.935768 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:04.936079 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:05.938814 9262 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f7403b159f6d4078be85b19fec8751b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:12:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:12:05.939134 9262 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:12:06.338 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.126:36307(127.8.165.126:36307)] connecting to peer
16:12:06.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.165.125:35459(127.8.165.125:35459)] connecting to peer
16:12:06.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:06.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.165.126:36307(127.8.165.126:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:06.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.126:36307: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307
16:12:06.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:06.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.125:35459(127.8.165.125:35459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:06.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.165.125:35459: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
16:12:06.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459; will retry
16:12:06.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28341), Traces: [0ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [196ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [256ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [537ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [570ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [571ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [583ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [586ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [605ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [664ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [714ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [718ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [723ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [738ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [739ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [742ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [894ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [899ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [900ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [902ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1214ms] refreshing cache from master, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1223ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1595ms] refreshing cache from master, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1599ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1605ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2134ms] refreshing cache from master, [2134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2142ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [4214ms] refreshing cache from master, [4214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [4215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [4216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [4218ms] too many traces: truncated at 100 traces, deferred=Deferred@1856470323(state=PENDING, result=null, callback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914), errback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914)))
16:12:06.351 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.165.124:36173(127.8.165.124:36173)] disconnecting while in state READY
16:12:06.352 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.165.126:36307(127.8.165.126:36307)] disconnecting while in state TERMINATED
16:12:06.353 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.165.125:35459(127.8.165.125:35459)] disconnecting while in state TERMINATED
16:12:06.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:12:06.360 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.165.124:36173(127.8.165.124:36173)] handling channelInactive
16:12:06.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.165.124:36173(127.8.165.124:36173)] cleaning up while in state READY due to: connection closed
16:12:06.362 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:12:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:06.366102 8853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 9171
16:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:12:07Z chronyd exiting
16:12:08.663 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:12:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.665412 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8354
16:12:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.706123 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8529
16:12:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.741564 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8693
16:12:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.778658 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8047
16:12:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.825172 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8123
16:12:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:12:08.870675 8034 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpZ17cJ/build/tsan/bin/kudu with pid 8208
16:12:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:12:10Z chronyd exiting
16:12:11.102 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28341), Traces: [0ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [196ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [256ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [537ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [570ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [571ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [583ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [586ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [605ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [664ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [714ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [718ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [723ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [738ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [739ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [742ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [894ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [899ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [900ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [902ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1214ms] refreshing cache from master, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1223ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1595ms] refreshing cache from master, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1599ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1605ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2134ms] refreshing cache from master, [2134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2142ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [4214ms] refreshing cache from master, [4214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [4215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [4216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [4218ms] too many traces: truncated at 100 traces, deferred=Deferred@1856470323(state=PENDING, result=null, callback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914), errback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.165.125:35459
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28341), Traces: [0ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [196ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [256ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [537ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [555ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [570ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [571ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [583ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [586ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [605ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [620ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [660ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [663ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [664ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [714ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [718ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [723ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [734ms] refreshing cache from master, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [738ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [739ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [742ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [894ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [899ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [900ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [902ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1214ms] refreshing cache from master, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1223ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1595ms] refreshing cache from master, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [1595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [1599ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [1605ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2134ms] refreshing cache from master, [2134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.126:36307: Network error: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.124:36173: OK, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.8.165.125:35459: Network error: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [2142ms] delaying RPC due to: Service unavailable: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459, [4214ms] refreshing cache from master, [4214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.124:36173, [4215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.126:36307, [4216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.165.125:35459, [4218ms] too many traces: truncated at 100 traces, deferred=Deferred@1856470323(state=PENDING, result=null, callback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914), errback=(continuation of Deferred@1936186994 after retry RPC after error@1097167455) -> (continuation of Deferred@156791914 after retry RPC after error@1556340375) -> (continuation of Deferred@286924595 after retry RPC after error@2064085189) -> (continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.165.124:36173,127.8.165.126:36307,127.8.165.125:35459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.126:36307(127.8.165.126:36307): Connection refused: /127.8.165.126:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.165.125:35459(127.8.165.125:35459): Connection refused: /127.8.165.125:35459
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.165.125:35459
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)