01:18:57.914 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:18:57.926 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJz8ZcV/test-tmp
01:18:57.929 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:18:57.933 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJz8ZcV/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:18:58.146 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:18:58.381 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:18:58.383 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:18:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.387236 19427 mini_oidc.cc:152] Starting JWKS server
01:18:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.392838 19427 webserver.cc:460] Webserver started at http://127.0.0.1:44931/ using document root <none> and password file <none>
01:18:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.393399 19427 mini_oidc.cc:189] Starting OIDC Discovery server
01:18:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.395251 19427 webserver.cc:460] Webserver started at http://127.0.0.1:44935/ using document root <none> and password file <none>
01:18:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:18:58Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:18:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:18:58Z Disabled control of system clock
01:18:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.452106 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:18:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:18:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal
01:18:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data
01:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:18:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:18:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/logs
01:18:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data/info.pb
01:18:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:18:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:18:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:18:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:18:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:18:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:18:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.254:32783
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.254
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:18:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:18:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:18:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json with env {}
01:18:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.761001 19444 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:18:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.761572 19444 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:18:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.762346 19444 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.794135 19444 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:18:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.794428 19444 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:18:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.794698 19444 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:18:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.794891 19444 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:18:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.795113 19444 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:18:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.795321 19444 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44931/jwks.json
01:18:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.832980 19444 master_runner.cc:386] Master server non-default flags:
01:18:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:18:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:18:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:18:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:18:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:18:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.254:32783
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data/info.pb
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.254
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:18:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/logs
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:18:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.834946 19444 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:18:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.837463 19444 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:18:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.867169 19456 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.867241 19453 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:18:58.867645 19451 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:18:58.869262 19444 server_base.cc:1034] running on GCE node
01:19:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.211450 19444 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.215547 19444 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.217068 19444 hybrid_clock.cc:648] HybridClock initialized: now 1786151940216996 us; error 94 us; skew 500 ppm
01:19:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.218225 19444 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.225473 19444 webserver.cc:460] Webserver started at http://127.18.248.254:44991/ using document root <none> and password file <none>
01:19:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.226713 19444 fs_manager.cc:359] Metadata directory not provided
01:19:00.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.226915 19444 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:00.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.227429 19444 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.233167 19444 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data/instance:
01:19:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "801114f0e8c44681ac09e23d9cb3d81b"
01:19:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:00 on dist-test-slave-g170"
01:19:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.234840 19444 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal/instance:
01:19:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "801114f0e8c44681ac09e23d9cb3d81b"
01:19:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:00 on dist-test-slave-g170"
01:19:00.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.243709 19444 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
01:19:00.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.250855 19465 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:00.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.252365 19444 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
01:19:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.252707 19444 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal
01:19:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "801114f0e8c44681ac09e23d9cb3d81b"
01:19:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:00 on dist-test-slave-g170"
01:19:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.253165 19444 fs_report.cc:383] FS layout report
01:19:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data/data
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.297927 19444 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:00.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.299618 19444 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.300099 19444 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.389659 19444 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.254:32783
01:19:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.389739 19542 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.254:32783 every 8 connection(s)
01:19:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.392899 19444 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/data/info.pb
01:19:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.395473 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 19444
01:19:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.396065 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-0/wal/instance
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.400067 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/logs
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data/info.pb
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.253:39125
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.253
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:00.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json with env {}
01:19:00.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.402105 19544 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.425886 19544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } has no permanent_uuid. Determining permanent_uuid...
01:19:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.470410 19544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } has no permanent_uuid. Determining permanent_uuid...
01:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.472990 19468 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.477872 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.527419 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 1
01:19:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.531272 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.599666 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 2
01:19:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.603760 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.695192 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 3
01:19:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.699242 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.749148 19550 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.749703 19550 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.750321 19550 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.781190 19550 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.781466 19550 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.781653 19550 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.781838 19550 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.782011 19550 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.782140 19550 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44931/jwks.json
01:19:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.818408 19550 master_runner.cc:386] Master server non-default flags:
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.253:39125
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data/info.pb
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.253
01:19:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/logs
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.819666 19550 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.821841 19550 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:00.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.842446 19566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.842625 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 4
01:19:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.846915 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:01.146385 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 5
01:19:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:01.150569 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:01.698192 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 6
01:19:01.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:01.707540 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.253:39125: Network error: Client connection negotiation failed: client connection to 127.18.248.253:39125: connect: Connection refused (error 111)
01:19:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.843263 19568 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:00.844225 19550 server_base.cc:1034] running on GCE node
01:19:02.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:00.843466 19571 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.067760 19550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.070729 19550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.072132 19550 hybrid_clock.cc:648] HybridClock initialized: now 1786151942072092 us; error 50 us; skew 500 ppm
01:19:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.073252 19550 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.084896 19550 webserver.cc:460] Webserver started at http://127.18.248.253:46777/ using document root <none> and password file <none>
01:19:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.086081 19550 fs_manager.cc:359] Metadata directory not provided
01:19:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.086365 19550 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:02.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.086936 19550 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:02.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.092358 19550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data/instance:
01:19:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39caa7c4899c48f1b6730b6299a20c76"
01:19:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:02 on dist-test-slave-g170"
01:19:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.093782 19550 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal/instance:
01:19:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39caa7c4899c48f1b6730b6299a20c76"
01:19:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:02 on dist-test-slave-g170"
01:19:02.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.102600 19550 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
01:19:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.113339 19586 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:02.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.114615 19550 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.004s
01:19:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.115031 19550 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal
01:19:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39caa7c4899c48f1b6730b6299a20c76"
01:19:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:02 on dist-test-slave-g170"
01:19:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.115512 19550 fs_report.cc:383] FS layout report
01:19:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal
01:19:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data/data
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.166256 19550 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.168275 19550 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.168977 19550 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.250771 19550 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.253:39125
01:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.250885 19670 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.253:39125 every 8 connection(s)
01:19:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.253710 19550 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/data/info.pb
01:19:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.259316 19671 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.263546 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 19550
01:19:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.264010 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-1/wal/instance
01:19:02.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.267184 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:02.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:02.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/logs
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data/info.pb
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.252:42161
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.252
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json with env {}
01:19:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.276090 19671 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } has no permanent_uuid. Determining permanent_uuid...
01:19:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.301851 19671 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } has no permanent_uuid. Determining permanent_uuid...
01:19:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.320717 19671 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
01:19:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.324954 19591 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.330423 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.380045 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 1
01:19:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.384150 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.452641 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 2
01:19:02.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.456940 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.548352 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 3
01:19:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.552323 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.617031 19675 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.617614 19675 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.618074 19675 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.650033 19675 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.650318 19675 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.650509 19675 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.650698 19675 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.650915 19675 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.651048 19675 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44931/jwks.json
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.686895 19675 master_runner.cc:386] Master server non-default flags:
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.252:42161
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44931/jwks.json
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data/info.pb
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.252
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/logs
01:19:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.688179 19675 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.690436 19675 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.695792 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 4
01:19:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.700443 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.712244 19688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.768009 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } attempt: 7
01:19:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.793071 19544 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
01:19:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.798904 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.857389 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 1
01:19:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.861213 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:02.942612 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 2
01:19:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.946478 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:03.000404 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 5
01:19:03.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:03.006568 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:03.031917 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 3
01:19:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:03.038440 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:03.179061 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 4
01:19:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:03.185426 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:03.469030 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 5
01:19:03.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:03.475929 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:03.554150 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 6
01:19:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:03.565819 19671 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.714448 19691 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:02.712700 19687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.024073 19689 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1308 milliseconds
01:19:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.024236 19675 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.025856 19675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.028518 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 6
01:19:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.029201 19675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.030676 19675 hybrid_clock.cc:648] HybridClock initialized: now 1786151944030599 us; error 82 us; skew 500 ppm
01:19:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.031829 19675 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.035741 19544 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.248.252:42161: Network error: Client connection negotiation failed: client connection to 127.18.248.252:42161: connect: Connection refused (error 111)
01:19:04.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.040380 19675 webserver.cc:460] Webserver started at http://127.18.248.252:44363/ using document root <none> and password file <none>
01:19:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.041466 19675 fs_manager.cc:359] Metadata directory not provided
01:19:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.041720 19675 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.042292 19675 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:04.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.047533 19675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data/instance:
01:19:04.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2f9616ec08454cb73fd32557d7d6f8"
01:19:04.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:04 on dist-test-slave-g170"
01:19:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.048923 19675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal/instance:
01:19:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2f9616ec08454cb73fd32557d7d6f8"
01:19:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:04 on dist-test-slave-g170"
01:19:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.057236 19675 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
01:19:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.063782 19706 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.065047 19675 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.006s
01:19:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.065475 19675 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal
01:19:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2f9616ec08454cb73fd32557d7d6f8"
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:04 on dist-test-slave-g170"
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.065841 19675 fs_report.cc:383] FS layout report
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data/data
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.117355 19675 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.119421 19675 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.120086 19675 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.213449 19675 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.252:42161
01:19:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.213580 19789 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.252:42161 every 8 connection(s)
01:19:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.216357 19675 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/data/info.pb
01:19:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.220687 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 19675
01:19:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.221165 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/master-2/wal/instance
01:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.222664 19790 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.240677 19790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } has no permanent_uuid. Determining permanent_uuid...
01:19:04.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.271490 19790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } has no permanent_uuid. Determining permanent_uuid...
01:19:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.286135 19790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } has no permanent_uuid. Determining permanent_uuid...
01:19:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.305327 19790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: Bootstrap starting.
01:19:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.315101 19790 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: Neither blocks nor log segments found. Creating new log.
01:19:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.317376 19790 log.cc:824] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: Log is configured to *not* fsync() on all Append() calls
01:19:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.322052 19790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: No bootstrap required, opened a new log
01:19:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.346505 19790 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.347177 19790 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:19:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.347433 19790 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a2f9616ec08454cb73fd32557d7d6f8, State: Initialized, Role: FOLLOWER
01:19:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.348337 19790 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.350956 19801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.351624 19801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: This master's current role is: FOLLOWER
01:19:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.352809 19790 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: configured and running, proceeding with master startup.
01:19:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.377547 19713 tablet.cc:2369] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:19:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.385041 19817 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.385390 19817 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.376044 19675 master_runner.cc:186] Error getting master registration for 127.18.248.254:32783: OK, instance_id { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" instance_seqno: 1786151940365314 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:19:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.405999 19675 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.578460 19801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.579030 19801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.582249 19801 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 801114f0e8c44681ac09e23d9cb3d81b (127.18.248.254:32783), 39caa7c4899c48f1b6730b6299a20c76 (127.18.248.253:39125)
01:19:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.626362 19671 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 7
01:19:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.650918 19671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: Bootstrap starting.
01:19:04.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.657456 19671 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: Neither blocks nor log segments found. Creating new log.
01:19:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.659400 19671 log.cc:824] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: Log is configured to *not* fsync() on all Append() calls
01:19:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.667951 19671 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: No bootstrap required, opened a new log
01:19:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.699489 19671 raft_consensus.cc:348] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.700709 19671 raft_consensus.cc:374] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:19:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.701048 19671 raft_consensus.cc:729] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39caa7c4899c48f1b6730b6299a20c76, State: Initialized, Role: FOLLOWER
01:19:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.701992 19671 consensus_queue.cc:260] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.705317 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.706418 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: This master's current role is: FOLLOWER
01:19:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.707237 19671 sys_catalog.cc:564] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: configured and running, proceeding with master startup.
01:19:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.707511 19627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "39caa7c4899c48f1b6730b6299a20c76" is_pre_election: true
01:19:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.708693 19627 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a2f9616ec08454cb73fd32557d7d6f8 in term 0.
01:19:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.710168 19709 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a2f9616ec08454cb73fd32557d7d6f8, 39caa7c4899c48f1b6730b6299a20c76; no voters:
01:19:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.711344 19801 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:19:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.711714 19801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:19:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.712056 19801 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 0 FOLLOWER]: Advancing to term 1
01:19:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.718009 19801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.719720 19801 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [CANDIDATE]: Term 1 election: Requested vote from peers 801114f0e8c44681ac09e23d9cb3d81b (127.18.248.254:32783), 39caa7c4899c48f1b6730b6299a20c76 (127.18.248.253:39125)
01:19:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.721293 19627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "39caa7c4899c48f1b6730b6299a20c76"
01:19:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.722105 19627 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 0 FOLLOWER]: Advancing to term 1
01:19:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.729969 19627 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a2f9616ec08454cb73fd32557d7d6f8 in term 1.
01:19:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.731544 19709 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a2f9616ec08454cb73fd32557d7d6f8, 39caa7c4899c48f1b6730b6299a20c76; no voters:
01:19:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.733842 19801 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 1 FOLLOWER]: Leader election won for term 1
01:19:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.736301 19801 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [term 1 LEADER]: Becoming Leader. State: Replica: 1a2f9616ec08454cb73fd32557d7d6f8, State: Running, Role: LEADER
01:19:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.737555 19801 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.764322 19835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a2f9616ec08454cb73fd32557d7d6f8. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.765900 19835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: This master's current role is: LEADER
01:19:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.775068 19839 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:19:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.784264 19839 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:19:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.812392 19627 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [term 1 FOLLOWER]: Refusing update from remote peer 1a2f9616ec08454cb73fd32557d7d6f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:19:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.816547 19835 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:19:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.834537 19848 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:04.834913 19848 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.811790 19550 master_runner.cc:186] Error getting master registration for 127.18.248.254:32783: OK, instance_id { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" instance_seqno: 1786151940365314 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:19:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.870064 19550 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.888989 19847 mvcc.cc:205] Tried to move back new op lower bound from 7316078365921157120 to 7316078365670825984. Current Snapshot: MvccSnapshot[applied={T|T < 7316078365921157120}]
01:19:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.896677 19801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.897522 19801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: This master's current role is: LEADER
01:19:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.902730 19839 catalog_manager.cc:1347] Generated new cluster ID: e6148f0ecab844588dfa564ea180954b
01:19:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.903036 19839 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:19:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.901211 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a2f9616ec08454cb73fd32557d7d6f8. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.904189 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: This master's current role is: FOLLOWER
01:19:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.940917 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:04.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.942677 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76 [sys.catalog]: This master's current role is: FOLLOWER
01:19:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.963052 19839 catalog_manager.cc:1370] Generated new certificate authority record
01:19:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.966562 19839 catalog_manager.cc:1504] Loading token signing keys...
01:19:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:04.995714 19839 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8: Generated new TSK 0
01:19:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.000690 19839 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:19:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.023236 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:05.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/logs
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data/info.pb
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.193:0
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.193
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.193
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:19:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.069219 19544 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } attempt: 7
01:19:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.110976 19544 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: Bootstrap starting.
01:19:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.130601 19544 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: Neither blocks nor log segments found. Creating new log.
01:19:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.138975 19544 log.cc:824] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: Log is configured to *not* fsync() on all Append() calls
01:19:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.167066 19544 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: No bootstrap required, opened a new log
01:19:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.301904 19544 raft_consensus.cc:348] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.305269 19544 raft_consensus.cc:374] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:19:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.306747 19544 raft_consensus.cc:729] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 801114f0e8c44681ac09e23d9cb3d81b, State: Initialized, Role: FOLLOWER
01:19:05.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.310690 19544 consensus_queue.cc:260] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } }
01:19:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.321841 19862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.322772 19862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: This master's current role is: FOLLOWER
01:19:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.330171 19506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "801114f0e8c44681ac09e23d9cb3d81b" is_pre_election: true
01:19:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.331146 19506 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a2f9616ec08454cb73fd32557d7d6f8 in term 0.
01:19:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.332675 19502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 0 FOLLOWER]: Advancing to term 1
01:19:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.336683 19504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "801114f0e8c44681ac09e23d9cb3d81b"
01:19:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.345932 19502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [term 1 FOLLOWER]: Refusing update from remote peer 1a2f9616ec08454cb73fd32557d7d6f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:19:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.346652 19544 sys_catalog.cc:564] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: configured and running, proceeding with master startup.
01:19:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.350728 19835 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:19:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.502386 19873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.504504 19873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: This master's current role is: FOLLOWER
01:19:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.505503 19862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a2f9616ec08454cb73fd32557d7d6f8. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.506624 19862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b [sys.catalog]: This master's current role is: FOLLOWER
01:19:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.577960 19887 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:19:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.732561 19859 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.733201 19859 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.733842 19859 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.767525 19859 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.768527 19859 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.248.193
01:19:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.800625 19835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "801114f0e8c44681ac09e23d9cb3d81b" member_type: VOTER last_known_addr { host: "127.18.248.254" port: 32783 } } peers { permanent_uuid: "39caa7c4899c48f1b6730b6299a20c76" member_type: VOTER last_known_addr { host: "127.18.248.253" port: 39125 } } peers { permanent_uuid: "1a2f9616ec08454cb73fd32557d7d6f8" member_type: VOTER last_known_addr { host: "127.18.248.252" port: 42161 } } }
01:19:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.801884 19835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2f9616ec08454cb73fd32557d7d6f8 [sys.catalog]: This master's current role is: LEADER
01:19:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.825121 19859 tablet_server_runner.cc:78] Tablet server non-default flags:
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.193:0
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data/info.pb
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.193
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.193
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/logs
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.826828 19859 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.828907 19859 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.850988 19848 catalog_manager.cc:1259] Loaded cluster ID: e6148f0ecab844588dfa564ea180954b
01:19:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.851429 19848 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: loading cluster ID for follower catalog manager: success
01:19:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.861064 19848 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: acquiring CA information for follower catalog manager: success
01:19:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.870232 19848 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 39caa7c4899c48f1b6730b6299a20c76: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:19:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.872589 19896 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:06.598786 19887 catalog_manager.cc:1259] Loaded cluster ID: e6148f0ecab844588dfa564ea180954b
01:19:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:06.599166 19887 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: loading cluster ID for follower catalog manager: success
01:19:06.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:06.618078 19887 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: acquiring CA information for follower catalog manager: success
01:19:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:06.635526 19887 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 801114f0e8c44681ac09e23d9cb3d81b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:19:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:05.880245 19859 server_base.cc:1034] running on GCE node
01:19:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.881497 19904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:05.879424 19899 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:07.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.473570 19859 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.477356 19859 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.479022 19859 hybrid_clock.cc:648] HybridClock initialized: now 1786151947478980 us; error 53 us; skew 500 ppm
01:19:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.479936 19859 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.495397 19859 webserver.cc:460] Webserver started at http://127.18.248.193:39323/ using document root <none> and password file <none>
01:19:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.496565 19859 fs_manager.cc:359] Metadata directory not provided
01:19:07.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.496863 19859 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:07.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.497478 19859 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.503845 19859 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data/instance:
01:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d0f2d53fe140ba9d178360408c04f5"
01:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:07 on dist-test-slave-g170"
01:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.505146 19859 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal/instance:
01:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d0f2d53fe140ba9d178360408c04f5"
01:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:07 on dist-test-slave-g170"
01:19:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.516829 19859 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
01:19:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.524513 19918 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.525900 19859 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
01:19:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.526296 19859 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal
01:19:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d0f2d53fe140ba9d178360408c04f5"
01:19:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:07 on dist-test-slave-g170"
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.526733 19859 fs_report.cc:383] FS layout report
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data/data
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.577749 19859 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.579813 19859 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.580575 19859 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.587486 19859 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:19:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.595440 19859 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:19:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.595772 19859 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:19:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.596160 19859 ts_tablet_manager.cc:610] Registered 0 tablets
01:19:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:07.596388 19859 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:19:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.016661 19859 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.193:43121
01:19:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.016829 20099 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.193:43121 every 8 connection(s)
01:19:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.020678 19859 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/data/info.pb
01:19:08.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.024996 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 19859
01:19:08.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.025647 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-0/wal/instance
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.057616 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/logs
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data/info.pb
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.194:0
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.194
01:19:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.194
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:19:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.200377 20101 heartbeater.cc:347] Connected to a master server at 127.18.248.253:39125
01:19:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.201082 20101 heartbeater.cc:464] Registering TS with master...
01:19:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.203150 20101 heartbeater.cc:511] Master 127.18.248.253:39125 requested a full tablet report, sending...
01:19:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.206907 20104 heartbeater.cc:347] Connected to a master server at 127.18.248.252:42161
01:19:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.207384 20104 heartbeater.cc:464] Registering TS with master...
01:19:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.208940 20104 heartbeater.cc:511] Master 127.18.248.252:42161 requested a full tablet report, sending...
01:19:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.213351 19732 ts_manager.cc:194] Registered new tserver with Master: 53d0f2d53fe140ba9d178360408c04f5 (127.18.248.193:43121)
01:19:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.213881 19614 ts_manager.cc:194] Registered new tserver with Master: 53d0f2d53fe140ba9d178360408c04f5 (127.18.248.193:43121)
01:19:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.217793 19732 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.248.193:44823
01:19:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.226890 20108 heartbeater.cc:347] Connected to a master server at 127.18.248.254:32783
01:19:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.227361 20108 heartbeater.cc:464] Registering TS with master...
01:19:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.228367 20108 heartbeater.cc:511] Master 127.18.248.254:32783 requested a full tablet report, sending...
01:19:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.234793 19490 ts_manager.cc:194] Registered new tserver with Master: 53d0f2d53fe140ba9d178360408c04f5 (127.18.248.193:43121)
01:19:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.804622 20112 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.805734 20112 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.806771 20112 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.891904 20112 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.893378 20112 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.248.194
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.957525 20112 tablet_server_runner.cc:78] Tablet server non-default flags:
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.194:0
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data/info.pb
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.194
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.194
01:19:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/logs
01:19:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.959132 20112 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:08.961337 20112 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:09.006196 20136 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:09.224141 20104 heartbeater.cc:503] Master 127.18.248.252:42161 was elected leader, sending a full tablet report...
01:19:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:08.102509 19441 outbound_call.cc:322] RPC callback for RPC call kudu.master.MasterService.ConnectToMaster -> {remote=127.18.248.252:42161, user_credentials={real_user=slave}} blocked reactor thread for 45800.2us
01:19:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:09.007139 20135 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:10.721650 20142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:10.724267 20140 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1715 milliseconds
01:19:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.724380 20112 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.726028 20112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.730005 20112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.731504 20112 hybrid_clock.cc:648] HybridClock initialized: now 1786151950731454 us; error 59 us; skew 500 ppm
01:19:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.732497 20112 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.742959 20112 webserver.cc:460] Webserver started at http://127.18.248.194:37395/ using document root <none> and password file <none>
01:19:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.744402 20112 fs_manager.cc:359] Metadata directory not provided
01:19:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.744741 20112 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.745442 20112 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.754709 20112 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data/instance:
01:19:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebfa4f3a44e846dd99b1bb8160475f8e"
01:19:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:10 on dist-test-slave-g170"
01:19:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.755896 20112 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal/instance:
01:19:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebfa4f3a44e846dd99b1bb8160475f8e"
01:19:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:10 on dist-test-slave-g170"
01:19:10.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.763801 20112 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
01:19:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.769937 20160 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.771299 20112 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:19:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.771610 20112 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal
01:19:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebfa4f3a44e846dd99b1bb8160475f8e"
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:10 on dist-test-slave-g170"
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.771915 20112 fs_report.cc:383] FS layout report
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal
01:19:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data/data
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.806310 20112 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.807958 20112 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.808568 20112 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.811673 20112 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:19:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.816361 20112 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:19:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.816604 20112 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:19:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.817039 20112 ts_tablet_manager.cc:610] Registered 0 tablets
01:19:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:10.817265 20112 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:19:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.025058 20112 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.194:34405
01:19:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.025275 20349 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.194:34405 every 8 connection(s)
01:19:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.027880 20112 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/data/info.pb
01:19:11.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.037196 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 20112
01:19:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.037860 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-1/wal/instance
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.062529 19427 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/logs
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data/info.pb
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.195:0
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.195
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.195
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:19:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.120239 20351 heartbeater.cc:347] Connected to a master server at 127.18.248.253:39125
01:19:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.120797 20351 heartbeater.cc:464] Registering TS with master...
01:19:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.122206 20351 heartbeater.cc:511] Master 127.18.248.253:39125 requested a full tablet report, sending...
01:19:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.125298 20354 heartbeater.cc:347] Connected to a master server at 127.18.248.252:42161
01:19:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.125957 20354 heartbeater.cc:464] Registering TS with master...
01:19:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.127022 20354 heartbeater.cc:511] Master 127.18.248.252:42161 requested a full tablet report, sending...
01:19:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.127854 19614 ts_manager.cc:194] Registered new tserver with Master: ebfa4f3a44e846dd99b1bb8160475f8e (127.18.248.194:34405)
01:19:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.130620 19732 ts_manager.cc:194] Registered new tserver with Master: ebfa4f3a44e846dd99b1bb8160475f8e (127.18.248.194:34405)
01:19:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.133597 19732 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.248.194:41481
01:19:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.135869 20358 heartbeater.cc:347] Connected to a master server at 127.18.248.254:32783
01:19:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.136322 20358 heartbeater.cc:464] Registering TS with master...
01:19:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.137953 20358 heartbeater.cc:511] Master 127.18.248.254:32783 requested a full tablet report, sending...
01:19:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.141469 19490 ts_manager.cc:194] Registered new tserver with Master: ebfa4f3a44e846dd99b1bb8160475f8e (127.18.248.194:34405)
01:19:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.522828 20373 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.523356 20373 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.523860 20373 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.559067 20373 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.560683 20373 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.248.195
01:19:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.600195 20373 tablet_server_runner.cc:78] Tablet server non-default flags:
01:19:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.248.212:39467
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.248.195:0
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data/info.pb
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.248.195
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.248.254:32783,127.18.248.253:39125,127.18.248.252:42161
01:19:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.248.195
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/logs
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.601528 20373 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:11.603055 20373 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.627931 20384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.141849 20354 heartbeater.cc:503] Master 127.18.248.252:42161 was elected leader, sending a full tablet report...
01:19:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:11.628873 20385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:12.953256 20386 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:19:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:12.955096 20388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.955139 20373 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:12.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.958422 20373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:12.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.961138 20373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:12.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.962587 20373 hybrid_clock.cc:648] HybridClock initialized: now 1786151952962530 us; error 61 us; skew 500 ppm
01:19:12.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.963483 20373 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.976361 20373 webserver.cc:460] Webserver started at http://127.18.248.195:37463/ using document root <none> and password file <none>
01:19:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.977407 20373 fs_manager.cc:359] Metadata directory not provided
01:19:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.977656 20373 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.978236 20373 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.983124 20373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data/instance:
01:19:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b616f6c11d44299f882619542bb8e7"
01:19:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:12 on dist-test-slave-g170"
01:19:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.984285 20373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal/instance:
01:19:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b616f6c11d44299f882619542bb8e7"
01:19:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:12 on dist-test-slave-g170"
01:19:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.991884 20373 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
01:19:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.997977 20401 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.999246 20373 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:12.999675 20373 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b616f6c11d44299f882619542bb8e7"
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:12 on dist-test-slave-g170"
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.000105 20373 fs_report.cc:383] FS layout report
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal
01:19:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data/data
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.051753 20373 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.053599 20373 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.054152 20373 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.057031 20373 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:19:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.061575 20373 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:19:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.061815 20373 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:19:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.062121 20373 ts_tablet_manager.cc:610] Registered 0 tablets
01:19:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.062316 20373 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:19:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.346010 20373 rpc_server.cc:307] RPC server started. Bound to: 127.18.248.195:32821
01:19:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.346344 20578 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.248.195:32821 every 8 connection(s)
01:19:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.349625 20373 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/data/info.pb
01:19:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.357743 19427 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 20373
01:19:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.358546 19427 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster8770542163821188501/ts-2/wal/instance
01:19:13.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.414371 20583 heartbeater.cc:347] Connected to a master server at 127.18.248.254:32783
01:19:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.414963 20583 heartbeater.cc:464] Registering TS with master...
01:19:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.416456 20583 heartbeater.cc:511] Master 127.18.248.254:32783 requested a full tablet report, sending...
01:19:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.420574 19490 ts_manager.cc:194] Registered new tserver with Master: a9b616f6c11d44299f882619542bb8e7 (127.18.248.195:32821)
01:19:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.423130 20579 heartbeater.cc:347] Connected to a master server at 127.18.248.253:39125
01:19:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.423635 20579 heartbeater.cc:464] Registering TS with master...
01:19:13.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.424860 20579 heartbeater.cc:511] Master 127.18.248.253:39125 requested a full tablet report, sending...
01:19:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.428303 20581 heartbeater.cc:347] Connected to a master server at 127.18.248.252:42161
01:19:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.428779 20581 heartbeater.cc:464] Registering TS with master...
01:19:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.428732 19614 ts_manager.cc:194] Registered new tserver with Master: a9b616f6c11d44299f882619542bb8e7 (127.18.248.195:32821)
01:19:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.430051 20581 heartbeater.cc:511] Master 127.18.248.252:42161 requested a full tablet report, sending...
01:19:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.433355 19732 ts_manager.cc:194] Registered new tserver with Master: a9b616f6c11d44299f882619542bb8e7 (127.18.248.195:32821)
01:19:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.436477 19732 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.248.195:49881
01:19:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:13.452204 19427 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:19:13.463 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:19:13.465 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:19:13.476 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.248.254"
port: 32783
}
bound_http_address {
host: "127.18.248.254"
port: 44991
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.248.253"
port: 39125
}
bound_http_address {
host: "127.18.248.253"
port: 46777
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.248.252"
port: 42161
}
bound_http_address {
host: "127.18.248.252"
port: 44363
}
}
}
01:19:13.481 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:19:13.483 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.248.193"
port: 43121
}
bound_http_address {
host: "127.18.248.193"
port: 39323
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.248.194"
port: 34405
}
bound_http_address {
host: "127.18.248.194"
port: 37395
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.248.195"
port: 32821
}
bound_http_address {
host: "127.18.248.195"
port: 37463
}
}
}
01:19:13.483 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:19:13.673 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:19:13.809 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJz8ZcV/test-tmp
01:19:13.810 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:19:13.810 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJz8ZcV/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:19:13.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:19:14.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:14.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:19:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:14.363842 20599 mini_oidc.cc:152] Starting JWKS server
01:19:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:14.371121 20599 webserver.cc:460] Webserver started at http://127.0.0.1:36763/ using document root <none> and password file <none>
01:19:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:14.371743 20599 mini_oidc.cc:189] Starting OIDC Discovery server
01:19:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:14.377562 20599 webserver.cc:460] Webserver started at http://127.0.0.1:42529/ using document root <none> and password file <none>
01:19:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:14.441558 20581 heartbeater.cc:503] Master 127.18.248.252:42161 was elected leader, sending a full tablet report...
01:19:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:19:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/principal' for realm 'KRBTEST.COM',
01:19:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:19:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:14 dist-test-slave-g170 krb5kdc[20617](info): setting up network...
01:19:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:19:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:14 dist-test-slave-g170 krb5kdc[20617](info): set up 2 sockets
01:19:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:14 dist-test-slave-g170 krb5kdc[20617](info): commencing operation
01:19:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:19:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.013257 20599 mini_kdc.cc:121] Time spent starting KDC: real 1.598s user 0.008s sys 0.028s
01:19:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:19:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:19:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:19:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:19:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:19:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:19:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:19:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:19:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:19:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:19:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/test-user.keytab.
01:19:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/test-user.keytab.
01:19:16.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:16 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151956, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:16.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:19:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:19:16Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:19:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:19:16Z Disabled control of system clock
01:19:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.29.254@KRBTEST.COM; defaulting to no policy
01:19:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.29.254@KRBTEST.COM" created.
01:19:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab.
01:19:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab.
01:19:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:16.239378 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/logs
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.254:33157
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.254
01:19:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.254
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.677134 20642 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.677778 20642 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.678395 20642 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.710857 20642 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.711120 20642 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.711392 20642 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.711690 20642 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.711906 20642 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.712095 20642 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.712244 20642 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:16.752947 20642 master_runner.cc:386] Master server non-default flags:
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.254
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.254:33157
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.254
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/logs
01:19:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:16.754462 20642 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:16.755475 20642 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.788823 20652 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.788978 20650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:16.793409 20642 server_base.cc:1034] running on GCE node
01:19:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:16.790406 20656 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.224100 20642 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.227841 20642 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.229327 20642 hybrid_clock.cc:648] HybridClock initialized: now 1786151958229249 us; error 116 us; skew 500 ppm
01:19:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.230182 20642 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:18 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151958, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.244483 20642 init.cc:377] Logged in from keytab as kudu/127.20.29.254@KRBTEST.COM (short username kudu)
01:19:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.254942 20642 webserver.cc:460] Webserver started at http://127.20.29.254:41481/ using document root <none> and password file <none>
01:19:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.255973 20642 fs_manager.cc:359] Metadata directory not provided
01:19:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.256234 20642 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.256851 20642 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.264156 20642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/instance:
01:19:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bd1b85ef26c40fb94be62b965030011"
01:19:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:18 on dist-test-slave-g170"
01:19:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.265518 20642 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal/instance:
01:19:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bd1b85ef26c40fb94be62b965030011"
01:19:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:18 on dist-test-slave-g170"
01:19:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.283062 20642 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.009s sys 0.005s
01:19:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.293027 20667 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.294605 20642 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.005s
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.294934 20642 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bd1b85ef26c40fb94be62b965030011"
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:18 on dist-test-slave-g170"
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.295295 20642 fs_report.cc:383] FS layout report
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/data
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.349009 20642 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.356073 20642 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.356623 20642 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.555027 20642 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.254:33157
01:19:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.555285 20743 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.254:33157 every 8 connection(s)
01:19:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.558516 20642 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.559959 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 20642
01:19:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.560359 20599 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal/instance
01:19:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.568508 20745 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.29.253@KRBTEST.COM; defaulting to no policy
01:19:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.586769 20745 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
01:19:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.29.253@KRBTEST.COM" created.
01:19:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab.
01:19:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab.
01:19:18.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:18 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151958, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.254@KRBTEST.COM for kudu/127.20.29.254@KRBTEST.COM
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.630625 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/logs
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.253:33469
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.253
01:19:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.253
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.651993 20745 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } has no permanent_uuid. Determining permanent_uuid...
01:19:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:18.656569 20670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:18.665719 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.715364 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 1
01:19:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:18.721593 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.790365 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 2
01:19:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:18.794621 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:18.886096 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 3
01:19:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:18.891294 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.008646 20754 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.009307 20754 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.009930 20754 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.034886 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 4
01:19:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.039100 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.051970 20754 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.052209 20754 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.052476 20754 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.052798 20754 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.053092 20754 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.053295 20754 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.053440 20754 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.091251 20754 master_runner.cc:386] Master server non-default flags:
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.253
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.253:33469
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.253
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/logs
01:19:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.092522 20754 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.093914 20754 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.114216 20771 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.338565 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 5
01:19:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.344276 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:19.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.891919 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 6
01:19:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.903112 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.253:33469: Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.114790 20778 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:19.118638 20754 server_base.cc:1034] running on GCE node
01:19:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:19.114931 20772 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.555759 20754 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.560118 20754 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.561758 20754 hybrid_clock.cc:648] HybridClock initialized: now 1786151960561714 us; error 41 us; skew 500 ppm
01:19:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.563012 20754 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:20 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151960, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.572808 20754 init.cc:377] Logged in from keytab as kudu/127.20.29.253@KRBTEST.COM (short username kudu)
01:19:20.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.583277 20754 webserver.cc:460] Webserver started at http://127.20.29.253:46085/ using document root <none> and password file <none>
01:19:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.584338 20754 fs_manager.cc:359] Metadata directory not provided
01:19:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.584587 20754 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.585176 20754 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.591255 20754 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/instance:
01:19:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3f94ca359c94b049358d4bcf1741da6"
01:19:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:20 on dist-test-slave-g170"
01:19:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.592689 20754 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal/instance:
01:19:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3f94ca359c94b049358d4bcf1741da6"
01:19:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:20 on dist-test-slave-g170"
01:19:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.603250 20754 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.003s
01:19:20.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.611274 20793 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.612644 20754 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.613075 20754 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3f94ca359c94b049358d4bcf1741da6"
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:20 on dist-test-slave-g170"
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.613394 20754 fs_report.cc:383] FS layout report
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/data
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.663506 20754 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.670887 20754 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.671443 20754 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.850940 20754 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.253:33469
01:19:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.851215 20862 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.253:33469 every 8 connection(s)
01:19:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.855526 20754 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.862659 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 20754
01:19:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.863349 20599 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal/instance
01:19:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.867996 20863 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.29.252@KRBTEST.COM; defaulting to no policy
01:19:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.893880 20863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
01:19:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.29.252@KRBTEST.COM" created.
01:19:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:19:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab.
01:19:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.29.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab.
01:19:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.931494 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/logs
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.252:46317
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.252
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.252
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:20 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151960, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.253@KRBTEST.COM for kudu/127.20.29.254@KRBTEST.COM
01:19:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.948602 20863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } has no permanent_uuid. Determining permanent_uuid...
01:19:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.963847 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } attempt: 7
01:19:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:20 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151960, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.253@KRBTEST.COM for kudu/127.20.29.253@KRBTEST.COM
01:19:20.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:20 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151958, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.254@KRBTEST.COM for kudu/127.20.29.253@KRBTEST.COM
01:19:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:20.996186 20863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } has no permanent_uuid. Determining permanent_uuid...
01:19:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.000285 20799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.011085 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.016441 20745 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } has no permanent_uuid. Determining permanent_uuid...
01:19:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.033447 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.060959 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 1
01:19:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.067618 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.092039 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 1
01:19:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.098387 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.136576 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 2
01:19:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.143091 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.179960 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 2
01:19:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.185616 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.234573 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 3
01:19:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.241420 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.271226 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 3
01:19:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.276952 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.384883 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 4
01:19:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.390162 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.417414 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 4
01:19:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.422832 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.465184 20874 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.465749 20874 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:21.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.466321 20874 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.510509 20874 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.510761 20874 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.511021 20874 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.511230 20874 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.511420 20874 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.511611 20874 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.511754 20874 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.553918 20874 master_runner.cc:386] Master server non-default flags:
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.252
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.252:46317
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.252
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/logs
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.555526 20874 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:21.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.556957 20874 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.585137 20904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.689599 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 5
01:19:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.694772 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.706334 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 5
01:19:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.711323 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:22.242167 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 6
01:19:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:22.252985 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:22.263945 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 6
01:19:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:22.295200 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.585160 20897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:21.585214 20902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:21.587286 20874 server_base.cc:1034] running on GCE node
01:19:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:22.994756 20874 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:22.998440 20874 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:23.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:22.999841 20874 hybrid_clock.cc:648] HybridClock initialized: now 1786151962999808 us; error 58 us; skew 500 ppm
01:19:23.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.000861 20874 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:23.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.012629 20874 init.cc:377] Logged in from keytab as kudu/127.20.29.252@KRBTEST.COM (short username kudu)
01:19:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.027379 20874 webserver.cc:460] Webserver started at http://127.20.29.252:44823/ using document root <none> and password file <none>
01:19:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.029140 20874 fs_manager.cc:359] Metadata directory not provided
01:19:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.029548 20874 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.030205 20874 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:19:23.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.038657 20874 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/instance:
01:19:23.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d52bb666424ff48dfb44fc71e02dd3"
01:19:23.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:23 on dist-test-slave-g170"
01:19:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.040236 20874 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal/instance:
01:19:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d52bb666424ff48dfb44fc71e02dd3"
01:19:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:23 on dist-test-slave-g170"
01:19:23.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.053226 20874 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.006s sys 0.005s
01:19:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.063095 20930 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.064495 20874 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.003s
01:19:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.064908 20874 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d52bb666424ff48dfb44fc71e02dd3"
01:19:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:23 on dist-test-slave-g170"
01:19:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.065284 20874 fs_report.cc:383] FS layout report
01:19:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/data
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.124255 20874 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.131999 20874 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.132633 20874 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.313658 20863 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 7
01:19:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.328704 20745 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } attempt: 7
01:19:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:23.331964 20863 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:23.346496 20745 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.29.252:46317: Network error: Client connection negotiation failed: client connection to 127.20.29.252:46317: connect: Connection refused (error 111)
01:19:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.436228 20874 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.252:46317
01:19:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.436558 21014 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.252:46317 every 8 connection(s)
01:19:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.440788 20874 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.446933 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 20874
01:19:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.447649 20599 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal/instance
01:19:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.468231 21015 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:19:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.504153 21015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
01:19:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151956, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.29.252@KRBTEST.COM
01:19:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for kudu/127.20.29.254@KRBTEST.COM
01:19:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.561414 21015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } has no permanent_uuid. Determining permanent_uuid...
01:19:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for kudu/127.20.29.253@KRBTEST.COM
01:19:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151956, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.29.253@KRBTEST.COM
01:19:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.604547 21015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } has no permanent_uuid. Determining permanent_uuid...
01:19:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for kudu/127.20.29.252@KRBTEST.COM
01:19:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151956, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.29.254@KRBTEST.COM
01:19:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.645771 20599 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:19:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.647228 21015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Bootstrap starting.
01:19:23.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:19:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.657804 21015 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Neither blocks nor log segments found. Creating new log.
01:19:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.661533 21015 log.cc:824] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Log is configured to *not* fsync() on all Append() calls
01:19:23.668 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:19:23.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:19:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.669894 21015 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: No bootstrap required, opened a new log
01:19:23.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.29.254"
port: 33157
}
bound_http_address {
host: "127.20.29.254"
port: 41481
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.29.253"
port: 33469
}
bound_http_address {
host: "127.20.29.253"
port: 46085
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.29.252"
port: 46317
}
bound_http_address {
host: "127.20.29.252"
port: 44823
}
}
}
01:19:23.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:19:23.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.675 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:19:23.677 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:19:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.709591 21015 raft_consensus.cc:348] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.710702 21015 raft_consensus.cc:374] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:19:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.711236 21015 raft_consensus.cc:729] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53d52bb666424ff48dfb44fc71e02dd3, State: Initialized, Role: FOLLOWER
01:19:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.712826 21015 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.717895 21035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } } }
01:19:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:19:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.719208 21035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: This master's current role is: FOLLOWER
01:19:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.720975 21015 sys_catalog.cc:564] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: configured and running, proceeding with master startup.
01:19:23.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.729 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc
01:19:23.741 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:19:23.742 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc
01:19:23.745 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:19:23.750 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:19:23.752 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:19:23.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:19:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:23 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:19:23.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.793 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc
01:19:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:23.795380 21059 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:23.795 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:19:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:23.795869 21059 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:23.796 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.29.253:33469
01:19:23.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:19:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.801869 20599 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 20754
01:19:23.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.785331 20874 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: OK, instance_id { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" instance_seqno: 1786151958498542 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:19:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.826723 20874 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:23.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.842 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.29.252:46317
01:19:23.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:19:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.843624 20599 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 20874
01:19:23.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.873 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.29.254:33157
01:19:23.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:19:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.874372 20599 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 20642
01:19:23.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:23.907 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.29.253:33469
01:19:23.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:19:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:23.910544 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/logs
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.253:33469
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.253
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46085
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.253
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.235881 21064 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.236449 21064 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.237226 21064 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.274011 21064 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.274385 21064 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.274873 21064 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.275262 21064 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.275494 21064 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.275755 21064 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.275974 21064 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:24.317766 21064 master_runner.cc:386] Master server non-default flags:
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.253.keytab
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.253
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.253:33469
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.253
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46085
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/logs
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:24.318936 21064 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:24.319957 21064 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.337966 21076 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.367479 19785 debug-util.cc:398] Leaking SignalData structure 0x7b080007e520 after lost signal to thread 19680
01:19:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.368275 19785 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8ac0 after lost signal to thread 19789
01:19:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.339233 21074 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:24.339174 21073 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:25.951025 21075 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1609 milliseconds
01:19:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.951223 21064 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.952939 21064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.956451 21064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.957962 21064 hybrid_clock.cc:648] HybridClock initialized: now 1786151965957836 us; error 130 us; skew 500 ppm
01:19:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.959143 21064 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:25 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151965, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.967340 21064 init.cc:377] Logged in from keytab as kudu/127.20.29.253@KRBTEST.COM (short username kudu)
01:19:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.973872 21064 webserver.cc:460] Webserver started at http://127.20.29.253:46085/ using document root <none> and password file <none>
01:19:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.975258 21064 fs_manager.cc:359] Metadata directory not provided
01:19:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.975575 21064 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.987891 21064 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
01:19:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.994115 21094 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.995618 21064 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
01:19:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.996071 21064 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3f94ca359c94b049358d4bcf1741da6"
01:19:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:20 on dist-test-slave-g170"
01:19:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:25.999907 21064 fs_report.cc:383] FS layout report
01:19:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/data
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.081368 21064 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:26.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.088004 21064 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:26.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.088634 21064 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.173480 21064 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.253:33469
01:19:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.173707 21176 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.253:33469 every 8 connection(s)
01:19:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.176681 21064 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/data/info.pb
01:19:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.182753 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 21064
01:19:26.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:26.184 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.29.252:46317
01:19:26.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:19:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.187328 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/logs
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.252:46317
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.252
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44823
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.252
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.192593 21178 sys_catalog.cc:263] Verifying existing consensus state
01:19:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 01:19:26.193810 21178 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:19:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.194736 21064 master.cc:537] Master@127.20.29.253:33469 shutting down...
01:19:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.307156 21064 master.cc:552] Master@127.20.29.253:33469 shutdown complete.
01:19:26.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:19:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.560896 21180 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.561579 21180 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.562458 21180 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.595670 21180 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.595963 21180 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.596406 21180 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.596756 21180 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.597113 21180 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.597434 21180 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.597666 21180 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.637171 21180 master_runner.cc:386] Master server non-default flags:
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.252.keytab
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.252
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.252:46317
01:19:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.252
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44823
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/logs
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.638788 21180 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:26.640192 21180 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.661564 21186 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.661913 21187 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:26.663738 21190 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:27.966809 21188 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:19:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.967280 21180 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.971594 21180 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.974977 21180 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.976435 21180 hybrid_clock.cc:648] HybridClock initialized: now 1786151967976390 us; error 47 us; skew 500 ppm
01:19:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.977527 21180 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:27.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:27 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151967, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.983815 21180 init.cc:377] Logged in from keytab as kudu/127.20.29.252@KRBTEST.COM (short username kudu)
01:19:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.989630 21180 webserver.cc:460] Webserver started at http://127.20.29.252:44823/ using document root <none> and password file <none>
01:19:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.990732 21180 fs_manager.cc:359] Metadata directory not provided
01:19:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.990967 21180 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:27.999220 21180 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
01:19:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.003929 21205 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.005038 21180 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:19:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.005430 21180 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53d52bb666424ff48dfb44fc71e02dd3"
01:19:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:23 on dist-test-slave-g170"
01:19:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.007797 21180 fs_report.cc:383] FS layout report
01:19:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/wal
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/data
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.048365 21180 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.054617 21180 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.055150 21180 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.132407 21180 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.252:46317
01:19:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.132503 21288 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.252:46317 every 8 connection(s)
01:19:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.135227 21180 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-2/data/info.pb
01:19:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.141415 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 21180
01:19:28.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:28.143 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.29.254:33157
01:19:28.143 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.144901 20599 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/logs
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.254:33157
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.254
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41481
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.254
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:19:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.149310 21291 sys_catalog.cc:263] Verifying existing consensus state
01:19:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.156318 21291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Bootstrap starting.
01:19:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.191210 21291 log.cc:824] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Log is configured to *not* fsync() on all Append() calls
01:19:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.195919 21291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:19:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.196936 21291 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Bootstrap complete.
01:19:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.223129 21291 raft_consensus.cc:348] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.226279 21291 raft_consensus.cc:374] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:19:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.226593 21291 raft_consensus.cc:729] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53d52bb666424ff48dfb44fc71e02dd3, State: Initialized, Role: FOLLOWER
01:19:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.227408 21291 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.230502 21297 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } } }
01:19:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.231447 21297 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: This master's current role is: FOLLOWER
01:19:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.232348 21291 sys_catalog.cc:564] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [sys.catalog]: configured and running, proceeding with master startup.
01:19:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.274842 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.275532 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.259047 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.282253 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.299507 21297 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.300045 21297 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.303632 21297 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.305570 21207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.311647 21212 tablet.cc:2369] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:19:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.319602 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.321609 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.322019 21209 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.323861 21297 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.573586 21294 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:19:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.574137 21294 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:19:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.574890 21294 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:19:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.606140 21294 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:19:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.606371 21294 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:19:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.606642 21294 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:19:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.606840 21294 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:19:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.607015 21294 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:19:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.607196 21294 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:19:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.607367 21294 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36763/jwks.json
01:19:28.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.645337 21294 master_runner.cc:386] Master server non-default flags:
01:19:28.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:19:28.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.29.212:42237
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.29.254:33157,127.20.29.253:33469,127.20.29.252:46317
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/krb5kdc/kudu_127.20.29.254.keytab
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.29.254
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.29.254:33157
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36763/jwks.json
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:19:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.29.254
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41481
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/logs
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.646598 21294 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:19:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:28.647717 21294 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:19:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.669373 21346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.705459 19665 debug-util.cc:398] Leaking SignalData structure 0x7b080009e060 after lost signal to thread 19558
01:19:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.706266 19665 debug-util.cc:398] Leaking SignalData structure 0x7b080009d7e0 after lost signal to thread 19670
01:19:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:29.282389 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:29.283444 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:30.290283 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:30.291251 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.479746 21356 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.480744 21356 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.490526 21356 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:30.495867 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:30.508031 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.508464 21209 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.509249 21356 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.670991 21340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:28.669409 21349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:19:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.960920 21294 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:19:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:30.961578 21348 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2288 milliseconds
01:19:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.963474 21294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:19:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.971537 21294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:19:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.987860 21294 hybrid_clock.cc:648] HybridClock initialized: now 1786151970987764 us; error 123 us; skew 500 ppm
01:19:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:30.989631 21294 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:19:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:30 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151970, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.004017 21294 init.cc:377] Logged in from keytab as kudu/127.20.29.254@KRBTEST.COM (short username kudu)
01:19:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.035420 21294 webserver.cc:460] Webserver started at http://127.20.29.254:41481/ using document root <none> and password file <none>
01:19:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.038455 21294 fs_manager.cc:359] Metadata directory not provided
01:19:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.038774 21294 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:19:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.052227 21294 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.007s sys 0.000s
01:19:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.058993 21367 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:19:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.060384 21294 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.060793 21294 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data,/tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bd1b85ef26c40fb94be62b965030011"
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:19:18 on dist-test-slave-g170"
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.064011 21294 fs_report.cc:383] FS layout report
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal
01:19:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/data
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:19:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:19:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.109311 21294 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:19:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.117017 21294 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:19:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.117583 21294 kserver.cc:163] Server-wide thread pool size limit: 3276
01:19:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.234478 21294 rpc_server.cc:307] RPC server started. Bound to: 127.20.29.254:33157
01:19:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.234616 21445 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.29.254:33157 every 8 connection(s)
01:19:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.239167 21294 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/data/info.pb
01:19:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.243350 20599 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu as pid 21294
01:19:31.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:19:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.257603 21451 sys_catalog.cc:263] Verifying existing consensus state
01:19:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 01:19:31.258628 21451 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:19:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.259227 21294 master.cc:537] Master@127.20.29.254:33157 shutting down...
01:19:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:31.309213 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:31.309851 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:31.373 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:31.384974 21294 master.cc:552] Master@127.20.29.254:33157 shutdown complete.
01:19:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskJz8ZcV/test-tmp/mini-kudu-cluster7198268069048998720/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:19:31.463 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.29.252:46317(127.20.29.252:46317)] connecting to peer
01:19:31.481 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.515 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.29.252:46317(127.20.29.252:46317)] Successfully connected to peer
01:19:31.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.624 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:19:31.635 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.29.252
01:19:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:31 dist-test-slave-g170 krb5kdc[20617](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.29.252@KRBTEST.COM
01:19:31.862 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2a8549df, L:/127.0.0.1:41868 - R:/127.20.29.252:46317] using SASL/GSSAPI
01:19:31.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:31.896 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:31.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.916 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:31.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.936 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:31.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.957 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:31.975 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:31.978 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:31.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:31.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:31.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:32.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:32.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:32.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:32.115 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:32.117 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:32.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:32.235 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:32.237 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:32.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:32.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:32.285591 21462 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:32.286105 21462 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:32.288096 21462 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:32.294968 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:32.295410 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:32.295876 21207 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:32.296608 21462 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:32.313279 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:32.313530 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:32.754 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:32.756 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:32.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:32.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:32.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:33.175 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:33.176 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:33.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:33.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:33.285029 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:33.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:33.285455 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:33.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:33.316573 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:33.316886 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:33.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:33.397 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:33.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:33.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:33.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:34.319712 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:34.319977 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:35.322880 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:35.323146 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:36.326144 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:36.326407 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:36.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:36.556 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:36.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:36.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:36.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:36.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:36.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:36.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:36.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:36.945359 21477 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:36.946094 21477 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:36.948400 21477 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:36.951159 21207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:19:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:36.954798 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:36.955343 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:36.955646 21209 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:36.956334 21477 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:37.330322 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:37.330688 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:37 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151977, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:37.987993 21200 init.cc:295] Successfully reacquired a new kerberos TGT
01:19:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:38.288442 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:38.288900 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:38.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:38.333637 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:38.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:38.333981 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:39.337443 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:39.337805 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:40.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:40.157 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:40.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:40.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:40.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:40.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:40.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:40.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:40.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:40.340710 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:40.341004 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:41.343986 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:41.344355 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:41.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:41.377 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:41.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:41.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:41.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:41.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:41.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:41.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:41.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:41.446635 21492 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:41.447145 21492 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:41.448845 21492 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:41.454573 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:41.455001 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:41.455377 21209 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:41.456064 21492 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:42.347630 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:42.347951 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:43.291544 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:43.291971 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:43.351123 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:43.351477 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:44.355106 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:44.355393 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:44.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:44.776 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:44.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:44.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:44.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:44.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:44.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:44.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:44.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:45.358536 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:45.358812 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:45.975 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:45.978 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:45.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:45.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:45.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:45.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:45.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:45.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:45.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:46.361653 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:46.361989 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:46.642925 21508 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:46.643735 21508 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:46.646203 21508 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:46.649847 21207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:19:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:46.653492 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:46.654299 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:46.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:46.654726 21207 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:46.656 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:46.655928 21508 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:46.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:46.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:46.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:46.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:46.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:46.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:46.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:47.365655 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:47.365991 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:47.675 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:47.677 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:47.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:47.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:47.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:47.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:47.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:47.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:47.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:47 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151987, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:47.990499 21200 init.cc:295] Successfully reacquired a new kerberos TGT
01:19:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:48.294945 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:48.295465 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:48.368837 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:48.369096 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:49.371917 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:49.372167 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:50.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:50.375864 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:50.376215 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:50.377 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:50.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:50.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:50.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:50.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:50.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:50.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:50.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:51.379200 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:51.379475 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:51.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:51.656 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:51.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:51.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:51.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:51.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:51.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:51.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:51.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:52.382824 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:52.383132 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:53.298689 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:53.299095 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:53.386300 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:53.386574 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:54.035 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:54.036 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:54.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:54.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:54.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:54.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:54.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:54.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:54.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:54.389614 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:54.389873 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:55.392751 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:55.393078 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:56.092221 21524 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:19:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:56.092851 21524 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4bd1b85ef26c40fb94be62b965030011" member_type: VOTER last_known_addr { host: "127.20.29.254" port: 33157 } } peers { permanent_uuid: "e3f94ca359c94b049358d4bcf1741da6" member_type: VOTER last_known_addr { host: "127.20.29.253" port: 33469 } } peers { permanent_uuid: "53d52bb666424ff48dfb44fc71e02dd3" member_type: VOTER last_known_addr { host: "127.20.29.252" port: 46317 } }
01:19:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:56.095271 21524 leader_election.cc:288] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157), e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469)
01:19:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:56.097807 21207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:19:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:56.100878 21209 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e3f94ca359c94b049358d4bcf1741da6 (127.20.29.253:33469): Network error: Client connection negotiation failed: client connection to 127.20.29.253:33469: connect: Connection refused (error 111)
01:19:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:56.101333 21207 leader_election.cc:334] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4bd1b85ef26c40fb94be62b965030011 (127.20.29.254:33157): Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111)
01:19:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:56.101698 21207 leader_election.cc:302] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 53d52bb666424ff48dfb44fc71e02dd3; no voters: 4bd1b85ef26c40fb94be62b965030011, e3f94ca359c94b049358d4bcf1741da6
01:19:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:56.102365 21524 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:19:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:56.395902 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:56.396207 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:57.399976 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:57.400354 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:57.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:57.836 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:57.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:57.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:57.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:57.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:57.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:57.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:19:57 dist-test-slave-g170 krb5kdc[20617](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786151997, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.29.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:19:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:57.993396 21200 init.cc:295] Successfully reacquired a new kerberos TGT
01:19:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:58.055874 20345 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc700 after lost signal to thread 20122
01:19:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:58.056711 20345 debug-util.cc:398] Leaking SignalData structure 0x7b08000bec20 after lost signal to thread 20349
01:19:58.275 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:58.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:58.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:58.278 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:58.279 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:58.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:58.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:58.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:58.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:58.303370 21180 master_runner.cc:186] Error getting master registration for 127.20.29.254:33157: Network error: Client connection negotiation failed: client connection to 127.20.29.254:33157: connect: Connection refused (error 111),
01:19:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:58.303966 21180 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:19:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:58.404691 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:58.405107 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:59.409255 21318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53d52bb666424ff48dfb44fc71e02dd3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:19:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:19:59.409957 21318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:19:59.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.253:33469(127.20.29.253:33469)] connecting to peer
01:19:59.796 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.29.254:33157(127.20.29.254:33157)] connecting to peer
01:19:59.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:59.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.253:33469(127.20.29.253:33469)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:59.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.253:33469: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469
01:19:59.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:59.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.29.254:33157(127.20.29.254:33157)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:59.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.29.254:33157: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
01:19:59.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157; will retry
01:19:59.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28552), Traces: [0ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [617ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [641ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [649ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [659ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [660ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [725ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [726ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [760ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [765ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [863ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [864ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [982ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [983ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [985ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [986ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1501ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1919ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1920ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1922ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2135ms] refreshing cache from master, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [2143ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [5295ms] refreshing cache from master, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [5297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [5300ms] too many traces: truncated at 100 traces, deferred=Deferred@595488404(state=PENDING, result=null, callback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681), errback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681)))
01:19:59.810 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.29.254:33157(127.20.29.254:33157)] disconnecting while in state TERMINATED
01:19:59.811 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.29.252:46317(127.20.29.252:46317)] disconnecting while in state READY
01:19:59.812 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.29.253:33469(127.20.29.253:33469)] disconnecting while in state TERMINATED
01:19:59.817 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:19:59.819 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:19:59.821 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.29.252:46317(127.20.29.252:46317)] handling channelInactive
01:19:59.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.29.252:46317(127.20.29.252:46317)] cleaning up while in state READY due to: connection closed
01:19:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:19:59.831779 20599 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 21180
01:20:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:20:01Z chronyd exiting
01:20:02.111 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:20:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.112551 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 19859
01:20:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.154395 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 20112
01:20:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.215240 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 20373
01:20:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.251972 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 19444
01:20:02.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.297387 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 19550
01:20:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:20:02.337183 19427 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskJz8ZcV/build/tsan/bin/kudu with pid 19675
01:20:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:20:02Z chronyd exiting
01:20:03.490 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28552), Traces: [0ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [617ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [641ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [649ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [659ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [660ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [725ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [726ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [760ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [765ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [863ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [864ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [982ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [983ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [985ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [986ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1501ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1919ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1920ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1922ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2135ms] refreshing cache from master, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [2143ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [5295ms] refreshing cache from master, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [5297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [5300ms] too many traces: truncated at 100 traces, deferred=Deferred@595488404(state=PENDING, result=null, callback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681), errback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.29.254:33157
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28552), Traces: [0ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [266ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [617ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [641ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [649ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [659ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [660ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [663ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [701ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [704ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [725ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [726ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [760ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [763ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [764ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [765ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [856ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [860ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [863ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [864ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [976ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [982ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [983ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [985ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [986ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1495ms] refreshing cache from master, [1495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1501ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1915ms] refreshing cache from master, [1915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [1916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [1917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [1919ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [1920ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [1922ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2135ms] refreshing cache from master, [2135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [2136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [2137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.253:33469: Network error: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [2139ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.254:33157: Network error: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.20.29.252:46317: OK, [2143ms] delaying RPC due to: Service unavailable: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469, [5295ms] refreshing cache from master, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.253:33469, [5296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.252:46317, [5297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.29.254:33157, [5300ms] too many traces: truncated at 100 traces, deferred=Deferred@595488404(state=PENDING, result=null, callback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681), errback=(continuation of Deferred@1620573788 after retry RPC after error@1280542750) -> (continuation of Deferred@794141883 after retry RPC after error@2140108043) -> (continuation of Deferred@540344760 after retry RPC after error@1895202520) -> (continuation of Deferred@1921285121 after retry RPC after error@1990686839) -> (continuation of Deferred@2123861978 after retry RPC after error@1028931182) -> (continuation of Deferred@1818311089 after retry RPC after error@558399626) -> (continuation of Deferred@1667441190 after retry RPC after error@2144913258) -> (continuation of Deferred@445765009 after retry RPC after error@2134399641) -> (continuation of Deferred@87045450 after retry RPC after error@1013596433) -> (continuation of Deferred@675493456 after retry RPC after error@353525075) -> (continuation of Deferred@286040286 after retry RPC after error@2139101479) -> (continuation of Deferred@1321226545 after retry RPC after error@1237284223) -> (continuation of Deferred@1027679942 after retry RPC after error@1115117928) -> (continuation of Deferred@250794446 after retry RPC after error@1012156898) -> (continuation of Deferred@144129976 after retry RPC after error@1884527579) -> (continuation of Deferred@1756842174 after retry RPC after error@1991382803) -> (continuation of Deferred@1198103682 after retry RPC after error@721967863) -> (continuation of Deferred@2041054608 after retry RPC after error@532979513) -> (continuation of Deferred@339905999 after retry RPC after error@2104795730) -> (continuation of Deferred@1145679081 after retry RPC after error@2144329230) -> (continuation of Deferred@2137196749 after retry RPC after error@668812097) -> (continuation of Deferred@779783607 after retry RPC after error@792988120) -> (continuation of Deferred@1216764317 after retry RPC after error@93117575) -> (continuation of Deferred@2145513140 after retry RPC after error@1885614681)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.29.253:33469,127.20.29.252:46317,127.20.29.254:33157) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.253:33469(127.20.29.253:33469): Connection refused: /127.20.29.253:33469,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.29.254:33157(127.20.29.254:33157): Connection refused: /127.20.29.254:33157
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.29.254:33157
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)