19:09:00.820 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:09:00.833 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskesmvPa/test-tmp
19:09:00.836 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:09:00.840 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskesmvPa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:09:01.072 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:09:01.379 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:09:01.380 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:09:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.387197 10895 mini_oidc.cc:152] Starting JWKS server
19:09:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.394032 10895 webserver.cc:460] Webserver started at http://127.0.0.1:44137/ using document root <none> and password file <none>
19:09:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.394675 10895 mini_oidc.cc:189] Starting OIDC Discovery server
19:09:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.396495 10895 webserver.cc:460] Webserver started at http://127.0.0.1:44343/ using document root <none> and password file <none>
19:09:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:09:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:09:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:09:01Z Disabled control of system clock
19:09:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.453416 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal
19:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data
19:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/logs
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data/info.pb
19:09:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.254:34271
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.254
19:09:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json with env {}
19:09:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.804415 10914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.805131 10914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.805831 10914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.837393 10914 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.837754 10914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.838084 10914 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.838418 10914 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.838757 10914 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.839031 10914 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44137/jwks.json
19:09:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.875137 10914 master_runner.cc:386] Master server non-default flags:
19:09:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data
19:09:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.254:34271
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data/info.pb
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.254
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/logs
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.877549 10914 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:01.880419 10914 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:01.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.906067 10925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.906859 10931 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:01.907337 10926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.149895 10929 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:09:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.149976 10914 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:09:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.154961 10914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.158109 10914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.159502 10914 hybrid_clock.cc:648] HybridClock initialized: now 1786561743159464 us; error 103 us; skew 500 ppm
19:09:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.160707 10914 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.167788 10914 webserver.cc:460] Webserver started at http://127.10.163.254:38049/ using document root <none> and password file <none>
19:09:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.169185 10914 fs_manager.cc:359] Metadata directory not provided
19:09:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.169427 10914 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.169998 10914 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.175971 10914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data/instance:
19:09:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eaec622f60e4290bdee6fbb2b87d531"
19:09:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:03 on dist-test-slave-rmhg"
19:09:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.177620 10914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal/instance:
19:09:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eaec622f60e4290bdee6fbb2b87d531"
19:09:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:03 on dist-test-slave-rmhg"
19:09:03.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.188133 10914 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.000s
19:09:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.196141 10946 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.197947 10914 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
19:09:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.198428 10914 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eaec622f60e4290bdee6fbb2b87d531"
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:03 on dist-test-slave-rmhg"
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.198802 10914 fs_report.cc:383] FS layout report
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal
19:09:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data/data
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.244392 10914 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.246407 10914 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:03.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.246922 10914 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.380519 10914 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.254:34271
19:09:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.380570 11027 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.254:34271 every 8 connection(s)
19:09:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.384145 10914 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/data/info.pb
19:09:03.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.385460 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 10914
19:09:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.385908 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-0/wal/instance
19:09:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.391845 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal
19:09:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/logs
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data/info.pb
19:09:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.253:36543
19:09:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.253
19:09:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json with env {}
19:09:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.399971 11028 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.422273 11028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:09:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.473646 11028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } has no permanent_uuid. Determining permanent_uuid...
19:09:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.477185 10950 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.484632 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.534217 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 1
19:09:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.538892 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.607317 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 2
19:09:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.612581 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.704061 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 3
19:09:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.709439 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.829376 11032 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.830005 11032 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.830562 11032 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.853055 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 4
19:09:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.858028 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.865057 11032 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.865413 11032 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.865620 11032 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.865839 11032 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.866020 11032 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.866210 11032 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44137/jwks.json
19:09:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.901854 11032 master_runner.cc:386] Master server non-default flags:
19:09:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.253:36543
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data/info.pb
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.253
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:03.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/logs
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.903240 11032 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:03.905325 11032 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.935742 11047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:04.157516 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 5
19:09:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:04.161854 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:04.709239 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 6
19:09:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:04.717902 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.253:36543: Network error: Client connection negotiation failed: client connection to 127.10.163.253:36543: connect: Connection refused (error 111)
19:09:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.936537 11046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:03.937403 11050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.105857 11048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:09:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.106132 11032 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:09:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.109493 11032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.112751 11032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.114214 11032 hybrid_clock.cc:648] HybridClock initialized: now 1786561745114168 us; error 67 us; skew 500 ppm
19:09:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.115078 11032 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.122651 11032 webserver.cc:460] Webserver started at http://127.10.163.253:41901/ using document root <none> and password file <none>
19:09:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.123653 11032 fs_manager.cc:359] Metadata directory not provided
19:09:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.123873 11032 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.124286 11032 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.129681 11032 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data/instance:
19:09:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3f322664a304cddbd3aede03a8de87c"
19:09:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:05 on dist-test-slave-rmhg"
19:09:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.131081 11032 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal/instance:
19:09:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3f322664a304cddbd3aede03a8de87c"
19:09:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:05 on dist-test-slave-rmhg"
19:09:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.140327 11032 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
19:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.148382 11063 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.149837 11032 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.007s sys 0.000s
19:09:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.150282 11032 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal
19:09:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3f322664a304cddbd3aede03a8de87c"
19:09:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:05 on dist-test-slave-rmhg"
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.150790 11032 fs_report.cc:383] FS layout report
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data/data
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.230589 11032 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.232538 11032 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.233193 11032 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.399665 11032 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.253:36543
19:09:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.399665 11148 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.253:36543 every 8 connection(s)
19:09:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.403163 11032 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/data/info.pb
19:09:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.410145 11150 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.410142 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 11032
19:09:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.410528 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-1/wal/instance
19:09:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.412658 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal
19:09:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/logs
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data/info.pb
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.252:40553
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.252
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json with env {}
19:09:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.426344 11150 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:09:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.459391 11150 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } has no permanent_uuid. Determining permanent_uuid...
19:09:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.482311 11150 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } has no permanent_uuid. Determining permanent_uuid...
19:09:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.485991 11066 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.492309 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.541965 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 1
19:09:05.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.546372 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.615020 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 2
19:09:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.620512 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.712001 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 3
19:09:05.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.717396 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.778420 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } attempt: 7
19:09:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.796830 11028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } has no permanent_uuid. Determining permanent_uuid...
19:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.802969 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.830873 11154 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:05.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.831645 11154 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:05.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.832226 11154 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.860848 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 4
19:09:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.861404 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 1
19:09:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.866058 11154 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.866487 11154 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.866390 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.866843 11154 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.867112 11154 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.866852 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.867313 11154 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.867455 11154 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44137/jwks.json
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.903872 11154 master_runner.cc:386] Master server non-default flags:
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data
19:09:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.252:40553
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44137/jwks.json
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data/info.pb
19:09:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.252
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/logs
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.905247 11154 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.907126 11154 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.936002 11173 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:05.948436 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 2
19:09:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.953059 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:06.038676 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 3
19:09:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:06.044185 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:06.165933 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 5
19:09:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:06.170725 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:06.184713 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 4
19:09:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:06.190320 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:06.473824 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 5
19:09:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:06.479200 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:06.718153 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 6
19:09:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:06.731040 11150 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.031638 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 6
19:09:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.039613 11028 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.163.252:40553: Network error: Client connection negotiation failed: client connection to 127.10.163.252:40553: connect: Connection refused (error 111)
19:09:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.936278 11172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:05.936609 11175 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.135281 11174 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:09:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.135567 11154 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:09:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.140055 11154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.143724 11154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.145205 11154 hybrid_clock.cc:648] HybridClock initialized: now 1786561747145105 us; error 70 us; skew 500 ppm
19:09:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.146334 11154 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.156086 11154 webserver.cc:460] Webserver started at http://127.10.163.252:44765/ using document root <none> and password file <none>
19:09:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.157228 11154 fs_manager.cc:359] Metadata directory not provided
19:09:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.157514 11154 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.158044 11154 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.163511 11154 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data/instance:
19:09:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7956adf3faa0430b85e1e2f38dc1bf84"
19:09:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:07 on dist-test-slave-rmhg"
19:09:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.164695 11154 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal/instance:
19:09:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7956adf3faa0430b85e1e2f38dc1bf84"
19:09:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:07 on dist-test-slave-rmhg"
19:09:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.173535 11154 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
19:09:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.182092 11196 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.183468 11154 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
19:09:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.183843 11154 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal
19:09:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7956adf3faa0430b85e1e2f38dc1bf84"
19:09:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:07 on dist-test-slave-rmhg"
19:09:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.184238 11154 fs_report.cc:383] FS layout report
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data/data
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.234031 11154 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.236377 11154 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.237109 11154 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.368065 11154 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.252:40553
19:09:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.368450 11271 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.252:40553 every 8 connection(s)
19:09:07.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.370934 11154 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/data/info.pb
19:09:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.378304 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 11154
19:09:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.378756 11272 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.378758 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/master-2/wal/instance
19:09:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.400823 11272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } has no permanent_uuid. Determining permanent_uuid...
19:09:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.453887 11272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } has no permanent_uuid. Determining permanent_uuid...
19:09:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.468263 11272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } has no permanent_uuid. Determining permanent_uuid...
19:09:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.492935 11272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: Bootstrap starting.
19:09:07.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.505997 11272 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: Neither blocks nor log segments found. Creating new log.
19:09:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.510393 11272 log.cc:824] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: Log is configured to *not* fsync() on all Append() calls
19:09:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.519034 11272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: No bootstrap required, opened a new log
19:09:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.552359 11272 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.553632 11272 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:09:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.554030 11272 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7956adf3faa0430b85e1e2f38dc1bf84, State: Initialized, Role: FOLLOWER
19:09:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.555893 11272 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.560715 11301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.561568 11301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: This master's current role is: FOLLOWER
19:09:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.562546 11272 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: configured and running, proceeding with master startup.
19:09:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.611616 11318 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.611963 11318 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.604394 11154 master_runner.cc:186] Error getting master registration for 127.10.163.254:34271: OK, instance_id { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" instance_seqno: 1786561743342596 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:09:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.635401 11154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.735437 11301 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.736075 11301 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.739872 11301 leader_election.cc:288] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1eaec622f60e4290bdee6fbb2b87d531 (127.10.163.254:34271), a3f322664a304cddbd3aede03a8de87c (127.10.163.253:36543)
19:09:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.749662 11206 tablet.cc:2369] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:09:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.791500 11150 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 7
19:09:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.825830 11150 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: Bootstrap starting.
19:09:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.838726 11150 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: Neither blocks nor log segments found. Creating new log.
19:09:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.843672 11150 log.cc:824] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: Log is configured to *not* fsync() on all Append() calls
19:09:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.852643 11150 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: No bootstrap required, opened a new log
19:09:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.892122 11150 raft_consensus.cc:348] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.893188 11150 raft_consensus.cc:374] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:09:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.893599 11150 raft_consensus.cc:729] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3f322664a304cddbd3aede03a8de87c, State: Initialized, Role: FOLLOWER
19:09:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.894686 11150 consensus_queue.cc:260] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.898346 11324 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.899300 11324 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: This master's current role is: FOLLOWER
19:09:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.900777 11150 sys_catalog.cc:564] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: configured and running, proceeding with master startup.
19:09:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.901302 11106 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3f322664a304cddbd3aede03a8de87c" is_pre_election: true
19:09:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.903498 11106 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7956adf3faa0430b85e1e2f38dc1bf84 in term 0.
19:09:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.905942 11201 leader_election.cc:302] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7956adf3faa0430b85e1e2f38dc1bf84, a3f322664a304cddbd3aede03a8de87c; no voters:
19:09:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.907322 11301 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:09:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.907683 11301 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:09:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.908267 11301 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 0 FOLLOWER]: Advancing to term 1
19:09:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.921447 11301 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.934165 11301 leader_election.cc:288] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [CANDIDATE]: Term 1 election: Requested vote from peers 1eaec622f60e4290bdee6fbb2b87d531 (127.10.163.254:34271), a3f322664a304cddbd3aede03a8de87c (127.10.163.253:36543)
19:09:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.936499 11106 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3f322664a304cddbd3aede03a8de87c"
19:09:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.937310 11106 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 0 FOLLOWER]: Advancing to term 1
19:09:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.949410 11106 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7956adf3faa0430b85e1e2f38dc1bf84 in term 1.
19:09:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.954434 11201 leader_election.cc:302] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7956adf3faa0430b85e1e2f38dc1bf84, a3f322664a304cddbd3aede03a8de87c; no voters:
19:09:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.955849 11301 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 1 FOLLOWER]: Leader election won for term 1
19:09:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.965487 11301 raft_consensus.cc:686] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [term 1 LEADER]: Becoming Leader. State: Replica: 7956adf3faa0430b85e1e2f38dc1bf84, State: Running, Role: LEADER
19:09:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.967950 11301 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.984894 11334 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7956adf3faa0430b85e1e2f38dc1bf84. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:07.987746 11334 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: This master's current role is: LEADER
19:09:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:07.996035 11072 tablet.cc:2369] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:09:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.004503 11340 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:09:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.025557 11340 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:09:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:08.032052 11344 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:08.032426 11344 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.060756 11106 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [term 1 FOLLOWER]: Refusing update from remote peer 7956adf3faa0430b85e1e2f38dc1bf84: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:09:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.063967 11301 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:09:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.072995 11028 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } attempt: 7
19:09:08.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.013784 11032 master_runner.cc:186] Error getting master registration for 127.10.163.254:34271: OK, instance_id { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" instance_seqno: 1786561743342596 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:09:08.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.102203 11032 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.131018 11028 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: Bootstrap starting.
19:09:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.145506 11301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.146634 11301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: This master's current role is: LEADER
19:09:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.147920 11324 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7956adf3faa0430b85e1e2f38dc1bf84. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.149405 11324 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: This master's current role is: FOLLOWER
19:09:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.154610 11340 catalog_manager.cc:1347] Generated new cluster ID: 80c4492010e5485fa00f19aaed2eb066
19:09:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.155068 11340 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:09:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.162199 11028 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: Neither blocks nor log segments found. Creating new log.
19:09:08.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.166364 11028 log.cc:824] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: Log is configured to *not* fsync() on all Append() calls
19:09:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.169845 11356 sys_catalog.cc:455] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.171192 11356 sys_catalog.cc:458] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c [sys.catalog]: This master's current role is: FOLLOWER
19:09:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.189610 11028 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: No bootstrap required, opened a new log
19:09:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.196707 11340 catalog_manager.cc:1370] Generated new certificate authority record
19:09:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.213215 11340 catalog_manager.cc:1504] Loading token signing keys...
19:09:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.242318 11028 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.243505 11028 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:09:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.243801 11028 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1eaec622f60e4290bdee6fbb2b87d531, State: Initialized, Role: FOLLOWER
19:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.245400 11028 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } }
19:09:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.266116 11361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.267480 11361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: This master's current role is: FOLLOWER
19:09:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.271164 11028 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: configured and running, proceeding with master startup.
19:09:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.271788 10994 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1eaec622f60e4290bdee6fbb2b87d531"
19:09:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.273425 10994 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 0 FOLLOWER]: Advancing to term 1
19:09:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.273106 10995 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1eaec622f60e4290bdee6fbb2b87d531" is_pre_election: true
19:09:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.303526 11340 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84: Generated new TSK 0
19:09:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.305931 11340 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:09:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.305758 10994 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7956adf3faa0430b85e1e2f38dc1bf84 in term 1.
19:09:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.309317 10990 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [term 1 FOLLOWER]: Refusing update from remote peer 7956adf3faa0430b85e1e2f38dc1bf84: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:09:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.331185 11334 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.353860 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/logs
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data/info.pb
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.193:0
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.193
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.193
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:09:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.514591 11361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7956adf3faa0430b85e1e2f38dc1bf84. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.515388 11361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: This master's current role is: FOLLOWER
19:09:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.515056 11379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.517220 11379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531 [sys.catalog]: This master's current role is: FOLLOWER
19:09:08.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.538585 11392 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:09:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.876754 11334 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eaec622f60e4290bdee6fbb2b87d531" member_type: VOTER last_known_addr { host: "127.10.163.254" port: 34271 } } peers { permanent_uuid: "a3f322664a304cddbd3aede03a8de87c" member_type: VOTER last_known_addr { host: "127.10.163.253" port: 36543 } } peers { permanent_uuid: "7956adf3faa0430b85e1e2f38dc1bf84" member_type: VOTER last_known_addr { host: "127.10.163.252" port: 40553 } } }
19:09:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:08.877964 11334 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 [sys.catalog]: This master's current role is: LEADER
19:09:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.039160 11344 catalog_manager.cc:1259] Loaded cluster ID: 80c4492010e5485fa00f19aaed2eb066
19:09:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.040896 11344 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: loading cluster ID for follower catalog manager: success
19:09:09.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.051994 11344 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: acquiring CA information for follower catalog manager: success
19:09:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.060777 11344 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a3f322664a304cddbd3aede03a8de87c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.093444 11371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.094151 11371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.094919 11371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.149629 11371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.151037 11371 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.163.193
19:09:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.211267 11371 tablet_server_runner.cc:78] Tablet server non-default flags:
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.193:0
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data/info.pb
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.193
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.193
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/logs
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.212994 11371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.215210 11371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.247936 11410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.576555 11392 catalog_manager.cc:1259] Loaded cluster ID: 80c4492010e5485fa00f19aaed2eb066
19:09:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.578135 11392 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: loading cluster ID for follower catalog manager: success
19:09:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.614599 11392 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: acquiring CA information for follower catalog manager: success
19:09:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:09.638084 11392 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1eaec622f60e4290bdee6fbb2b87d531: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:09:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:10.636536 11408 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11371
19:09:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:11.005388 11371 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.766s user 0.630s sys 0.993s
19:09:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:11.006335 11371 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.767s user 0.630s sys 0.993s
19:09:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:09.248826 11411 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.020704 11371 server_base.cc:1034] running on GCE node
19:09:11.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:11.023041 11418 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.026130 11371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.037806 11371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.041522 11371 hybrid_clock.cc:648] HybridClock initialized: now 1786561751041456 us; error 67 us; skew 500 ppm
19:09:11.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.042900 11371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.064496 11371 webserver.cc:460] Webserver started at http://127.10.163.193:46249/ using document root <none> and password file <none>
19:09:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.065955 11371 fs_manager.cc:359] Metadata directory not provided
19:09:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.066267 11371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.066903 11371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.076025 11371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data/instance:
19:09:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13950f3547da42c9a29b877017e1d323"
19:09:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:11 on dist-test-slave-rmhg"
19:09:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.077800 11371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal/instance:
19:09:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13950f3547da42c9a29b877017e1d323"
19:09:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:11 on dist-test-slave-rmhg"
19:09:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.094678 11371 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.005s sys 0.010s
19:09:11.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.104414 11426 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:11.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.106069 11371 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.005s
19:09:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.106769 11371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal
19:09:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13950f3547da42c9a29b877017e1d323"
19:09:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:11 on dist-test-slave-rmhg"
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.107616 11371 fs_report.cc:383] FS layout report
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data/data
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.164000 11371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.166765 11371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:11.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.167763 11371 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:11.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.173722 11371 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:09:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.183066 11371 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:09:11.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.183805 11371 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
19:09:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.185400 11371 ts_tablet_manager.cc:610] Registered 0 tablets
19:09:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.185667 11371 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:09:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.571396 11371 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.193:39917
19:09:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.571648 11606 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.193:39917 every 8 connection(s)
19:09:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.575399 11371 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/data/info.pb
19:09:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.587899 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 11371
19:09:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.591451 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-0/wal/instance
19:09:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.652251 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/logs
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data/info.pb
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.194:0
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.194
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.194
19:09:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:09:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.738544 11611 heartbeater.cc:347] Connected to a master server at 127.10.163.253:36543
19:09:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.739028 11611 heartbeater.cc:464] Registering TS with master...
19:09:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.740434 11611 heartbeater.cc:511] Master 127.10.163.253:36543 requested a full tablet report, sending...
19:09:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.744652 11610 heartbeater.cc:347] Connected to a master server at 127.10.163.252:40553
19:09:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.745194 11610 heartbeater.cc:464] Registering TS with master...
19:09:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.746173 11610 heartbeater.cc:511] Master 127.10.163.252:40553 requested a full tablet report, sending...
19:09:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.750047 11221 ts_manager.cc:194] Registered new tserver with Master: 13950f3547da42c9a29b877017e1d323 (127.10.163.193:39917)
19:09:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.753844 11616 heartbeater.cc:347] Connected to a master server at 127.10.163.254:34271
19:09:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.754220 11616 heartbeater.cc:464] Registering TS with master...
19:09:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.754884 11090 ts_manager.cc:194] Registered new tserver with Master: 13950f3547da42c9a29b877017e1d323 (127.10.163.193:39917)
19:09:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.755272 11616 heartbeater.cc:511] Master 127.10.163.254:34271 requested a full tablet report, sending...
19:09:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.758333 11221 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.163.193:50507
19:09:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:11.760422 10976 ts_manager.cc:194] Registered new tserver with Master: 13950f3547da42c9a29b877017e1d323 (127.10.163.193:39917)
19:09:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.157682 11625 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.158290 11625 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.158870 11625 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:12.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.193454 11625 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.194432 11625 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.163.194
19:09:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:12.231197 11625 tablet_server_runner.cc:78] Tablet server non-default flags:
19:09:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data
19:09:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal
19:09:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.194:0
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data/info.pb
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.194
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.194
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/logs
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:12.232805 11625 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:12.235270 11625 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.264122 11634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:12.770246 11610 heartbeater.cc:503] Master 127.10.163.252:40553 was elected leader, sending a full tablet report...
19:09:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:13.652787 11633 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11625
19:09:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:13.935870 11625 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.678s user 0.623s sys 0.960s
19:09:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:13.936215 11625 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.678s user 0.623s sys 0.960s
19:09:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:12.265462 11635 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:13.939036 11637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.941413 11625 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:09:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:13.941376 11636 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1676 milliseconds
19:09:13.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.943034 11625 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.945467 11625 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.946919 11625 hybrid_clock.cc:648] HybridClock initialized: now 1786561753946879 us; error 57 us; skew 500 ppm
19:09:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.947876 11625 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.960108 11625 webserver.cc:460] Webserver started at http://127.10.163.194:41325/ using document root <none> and password file <none>
19:09:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.961251 11625 fs_manager.cc:359] Metadata directory not provided
19:09:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.961501 11625 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.962029 11625 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.967276 11625 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data/instance:
19:09:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "516fa281e39d426aa85d48860ef55c0c"
19:09:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:13 on dist-test-slave-rmhg"
19:09:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.968638 11625 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal/instance:
19:09:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "516fa281e39d426aa85d48860ef55c0c"
19:09:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:13 on dist-test-slave-rmhg"
19:09:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.976707 11625 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
19:09:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.982921 11654 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.984177 11625 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:09:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.984499 11625 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal
19:09:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "516fa281e39d426aa85d48860ef55c0c"
19:09:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:13 on dist-test-slave-rmhg"
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:13.984808 11625 fs_report.cc:383] FS layout report
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data/data
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.026239 11625 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.027805 11625 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.028278 11625 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.030970 11625 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:09:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.035622 11625 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:09:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.035871 11625 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:09:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.036115 11625 ts_tablet_manager.cc:610] Registered 0 tablets
19:09:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.036247 11625 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:09:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.238245 11625 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.194:37497
19:09:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.238615 11843 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.194:37497 every 8 connection(s)
19:09:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.241068 11625 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/data/info.pb
19:09:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.243377 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 11625
19:09:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.243942 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-1/wal/instance
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.270788 10895 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/logs
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data/info.pb
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.195:0
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.195
19:09:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.195
19:09:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:09:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.302814 11846 heartbeater.cc:347] Connected to a master server at 127.10.163.253:36543
19:09:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.303372 11846 heartbeater.cc:464] Registering TS with master...
19:09:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.305181 11846 heartbeater.cc:511] Master 127.10.163.253:36543 requested a full tablet report, sending...
19:09:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.308445 11844 heartbeater.cc:347] Connected to a master server at 127.10.163.252:40553
19:09:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.308849 11844 heartbeater.cc:464] Registering TS with master...
19:09:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.309379 11090 ts_manager.cc:194] Registered new tserver with Master: 516fa281e39d426aa85d48860ef55c0c (127.10.163.194:37497)
19:09:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.310025 11844 heartbeater.cc:511] Master 127.10.163.252:40553 requested a full tablet report, sending...
19:09:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.312525 11221 ts_manager.cc:194] Registered new tserver with Master: 516fa281e39d426aa85d48860ef55c0c (127.10.163.194:37497)
19:09:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.314226 11221 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.163.194:34291
19:09:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.320722 11848 heartbeater.cc:347] Connected to a master server at 127.10.163.254:34271
19:09:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.321234 11848 heartbeater.cc:464] Registering TS with master...
19:09:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.322155 11848 heartbeater.cc:511] Master 127.10.163.254:34271 requested a full tablet report, sending...
19:09:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.325088 10976 ts_manager.cc:194] Registered new tserver with Master: 516fa281e39d426aa85d48860ef55c0c (127.10.163.194:37497)
19:09:14.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.692245 11865 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.692840 11865 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.693444 11865 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.725392 11865 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.726385 11865 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.163.195
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.760926 11865 tablet_server_runner.cc:78] Tablet server non-default flags:
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.163.212:41491
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.163.195:0
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data/info.pb
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.163.195
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.163.254:34271,127.10.163.253:36543,127.10.163.252:40553
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.163.195
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/logs
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.762723 11865 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.764634 11865 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.793334 11879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.319747 11844 heartbeater.cc:503] Master 127.10.163.252:40553 was elected leader, sending a full tablet report...
19:09:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.793402 11883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:14.796790 11865 server_base.cc:1034] running on GCE node
19:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:14.793437 11878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.929317 11865 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.931696 11865 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.933187 11865 hybrid_clock.cc:648] HybridClock initialized: now 1786561755933094 us; error 67 us; skew 500 ppm
19:09:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.934088 11865 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.941229 11865 webserver.cc:460] Webserver started at http://127.10.163.195:35715/ using document root <none> and password file <none>
19:09:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.942203 11865 fs_manager.cc:359] Metadata directory not provided
19:09:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.942400 11865 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.942812 11865 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.947996 11865 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data/instance:
19:09:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26813ea2a3794e4ab305b80a65d30657"
19:09:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:15 on dist-test-slave-rmhg"
19:09:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.949250 11865 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal/instance:
19:09:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26813ea2a3794e4ab305b80a65d30657"
19:09:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:15 on dist-test-slave-rmhg"
19:09:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.957551 11865 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
19:09:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.964253 11899 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.965569 11865 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.965907 11865 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26813ea2a3794e4ab305b80a65d30657"
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:15 on dist-test-slave-rmhg"
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:15.966274 11865 fs_report.cc:383] FS layout report
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data/data
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.001075 11865 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.002933 11865 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.003424 11865 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.006188 11865 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:09:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.010610 11865 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:09:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.010833 11865 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:09:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.011027 11865 ts_tablet_manager.cc:610] Registered 0 tablets
19:09:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.011165 11865 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:09:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.205971 11865 rpc_server.cc:307] RPC server started. Bound to: 127.10.163.195:33209
19:09:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.206132 12089 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.163.195:33209 every 8 connection(s)
19:09:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.208949 11865 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/data/info.pb
19:09:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.209632 10895 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 11865
19:09:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.209982 10895 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster29687271066689646/ts-2/wal/instance
19:09:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.269454 12093 heartbeater.cc:347] Connected to a master server at 127.10.163.253:36543
19:09:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.270133 12093 heartbeater.cc:464] Registering TS with master...
19:09:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.276006 12093 heartbeater.cc:511] Master 127.10.163.253:36543 requested a full tablet report, sending...
19:09:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.282245 11088 ts_manager.cc:194] Registered new tserver with Master: 26813ea2a3794e4ab305b80a65d30657 (127.10.163.195:33209)
19:09:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.284775 12091 heartbeater.cc:347] Connected to a master server at 127.10.163.252:40553
19:09:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.285107 12091 heartbeater.cc:464] Registering TS with master...
19:09:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.286182 12091 heartbeater.cc:511] Master 127.10.163.252:40553 requested a full tablet report, sending...
19:09:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.289371 11221 ts_manager.cc:194] Registered new tserver with Master: 26813ea2a3794e4ab305b80a65d30657 (127.10.163.195:33209)
19:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.292315 11221 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.163.195:40965
19:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.292551 12095 heartbeater.cc:347] Connected to a master server at 127.10.163.254:34271
19:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.292915 12095 heartbeater.cc:464] Registering TS with master...
19:09:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.293891 12095 heartbeater.cc:511] Master 127.10.163.254:34271 requested a full tablet report, sending...
19:09:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.296329 10976 ts_manager.cc:194] Registered new tserver with Master: 26813ea2a3794e4ab305b80a65d30657 (127.10.163.195:33209)
19:09:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:16.311323 10895 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:09:16.326 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:09:16.327 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:09:16.339 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.163.254"
port: 34271
}
bound_http_address {
host: "127.10.163.254"
port: 38049
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.163.253"
port: 36543
}
bound_http_address {
host: "127.10.163.253"
port: 41901
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.163.252"
port: 40553
}
bound_http_address {
host: "127.10.163.252"
port: 44765
}
}
}
19:09:16.348 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:09:16.351 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.163.193"
port: 39917
}
bound_http_address {
host: "127.10.163.193"
port: 46249
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.163.194"
port: 37497
}
bound_http_address {
host: "127.10.163.194"
port: 41325
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.163.195"
port: 33209
}
bound_http_address {
host: "127.10.163.195"
port: 35715
}
}
}
19:09:16.351 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:09:16.690 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:09:16.846 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskesmvPa/test-tmp
19:09:16.847 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:09:16.847 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskesmvPa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:09:16.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:09:17.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:17.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:09:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:17.289791 12111 mini_oidc.cc:152] Starting JWKS server
19:09:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:17.293716 12111 webserver.cc:460] Webserver started at http://127.0.0.1:46573/ using document root <none> and password file <none>
19:09:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:17.294201 12111 mini_oidc.cc:189] Starting OIDC Discovery server
19:09:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:17.296356 12111 webserver.cc:460] Webserver started at http://127.0.0.1:37651/ using document root <none> and password file <none>
19:09:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:17.297379 12091 heartbeater.cc:503] Master 127.10.163.252:40553 was elected leader, sending a full tablet report...
19:09:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:09:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/principal' for realm 'KRBTEST.COM',
19:09:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:09:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:17 dist-test-slave-rmhg krb5kdc[12132](info): setting up network...
19:09:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:09:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:17 dist-test-slave-rmhg krb5kdc[12132](info): set up 2 sockets
19:09:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:17 dist-test-slave-rmhg krb5kdc[12132](info): commencing operation
19:09:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:09:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:18.796255 12111 mini_kdc.cc:121] Time spent starting KDC: real 1.465s user 0.007s sys 0.022s
19:09:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:09:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:09:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:09:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:09:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:09:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:09:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:09:18.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:09:18.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:09:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:09:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/test-user.keytab.
19:09:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/test-user.keytab.
19:09:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:18 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:09:18Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:09:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:09:18Z Disabled control of system clock
19:09:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.211.254@KRBTEST.COM; defaulting to no policy
19:09:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.211.254@KRBTEST.COM" created.
19:09:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab.
19:09:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab.
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:18.998153 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/logs
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.254:44681
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.254
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab
19:09:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.254
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.355683 12150 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.356289 12150 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:19.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.356894 12150 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.405325 12150 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.405570 12150 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.405849 12150 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.406047 12150 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.406324 12150 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.406543 12150 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.406693 12150 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:19.444185 12150 master_runner.cc:386] Master server non-default flags:
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab
19:09:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.254
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.254:44681
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.254
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/logs
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:19.445477 12150 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:19.446954 12150 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.471972 12169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.473222 12161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:19.473416 12165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:19.474131 12150 server_base.cc:1034] running on GCE node
19:09:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.655100 12150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.658318 12150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.659809 12150 hybrid_clock.cc:648] HybridClock initialized: now 1786561760659768 us; error 55 us; skew 500 ppm
19:09:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.660673 12150 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:20 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561760, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.672412 12150 init.cc:377] Logged in from keytab as kudu/127.11.211.254@KRBTEST.COM (short username kudu)
19:09:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.679000 12150 webserver.cc:460] Webserver started at http://127.11.211.254:34573/ using document root <none> and password file <none>
19:09:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.680050 12150 fs_manager.cc:359] Metadata directory not provided
19:09:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.680280 12150 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.680688 12150 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.686043 12150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/instance:
19:09:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5ef4a7e4cfd429ea9378f33a0d79161"
19:09:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:20 on dist-test-slave-rmhg"
19:09:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.687337 12150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal/instance:
19:09:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5ef4a7e4cfd429ea9378f33a0d79161"
19:09:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:20 on dist-test-slave-rmhg"
19:09:20.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.696494 12150 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
19:09:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.703400 12178 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.704815 12150 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
19:09:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.705179 12150 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5ef4a7e4cfd429ea9378f33a0d79161"
19:09:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:20 on dist-test-slave-rmhg"
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.705585 12150 fs_report.cc:383] FS layout report
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/data
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.743732 12150 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:20.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.749769 12150 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:20.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.750201 12150 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.864673 12150 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.254:44681
19:09:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.864842 12266 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.254:44681 every 8 connection(s)
19:09:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.867564 12150 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.870597 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12150
19:09:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.871311 12111 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal/instance
19:09:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.875492 12268 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.211.253@KRBTEST.COM; defaulting to no policy
19:09:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.892872 12268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } has no permanent_uuid. Determining permanent_uuid...
19:09:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.211.253@KRBTEST.COM" created.
19:09:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab.
19:09:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab.
19:09:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:20 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561760, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.254@KRBTEST.COM for kudu/127.11.211.254@KRBTEST.COM
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.928107 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/logs
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.253:44981
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.253
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.253
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:20.942976 12268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } has no permanent_uuid. Determining permanent_uuid...
19:09:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:20.945762 12183 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:20.951843 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.001493 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 1
19:09:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.006222 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.074662 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 2
19:09:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.078747 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.170176 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 3
19:09:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.174608 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.316396 12277 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.317672 12277 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.318197 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 4
19:09:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.318711 12277 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.323002 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.354547 12277 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.354840 12277 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.355235 12277 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.355463 12277 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.355664 12277 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.355854 12277 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.355997 12277 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.397094 12277 master_runner.cc:386] Master server non-default flags:
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data
19:09:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.253
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.253:44981
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.253
19:09:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/logs
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:21.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.398698 12277 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:21.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.400113 12277 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.422660 12288 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.622396 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 5
19:09:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.627732 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.175168 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 6
19:09:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:22.188704 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.253:44981: Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.428349 12287 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:21.429535 12277 server_base.cc:1034] running on GCE node
19:09:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:21.427803 12291 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.594744 12277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.598493 12277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.600010 12277 hybrid_clock.cc:648] HybridClock initialized: now 1786561762599901 us; error 105 us; skew 500 ppm
19:09:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.601214 12277 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:22 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561762, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.609769 12277 init.cc:377] Logged in from keytab as kudu/127.11.211.253@KRBTEST.COM (short username kudu)
19:09:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.621590 12277 webserver.cc:460] Webserver started at http://127.11.211.253:41011/ using document root <none> and password file <none>
19:09:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.623133 12277 fs_manager.cc:359] Metadata directory not provided
19:09:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.623353 12277 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:22.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.623793 12277 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.630749 12277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/instance:
19:09:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd8792fea03a43c9b01f4cab6a49d557"
19:09:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:22 on dist-test-slave-rmhg"
19:09:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.632671 12277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal/instance:
19:09:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd8792fea03a43c9b01f4cab6a49d557"
19:09:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:22 on dist-test-slave-rmhg"
19:09:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.641206 12277 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:09:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.647715 12311 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.648947 12277 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
19:09:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.649370 12277 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd8792fea03a43c9b01f4cab6a49d557"
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:22 on dist-test-slave-rmhg"
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.649771 12277 fs_report.cc:383] FS layout report
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/data
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.691375 12277 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.697906 12277 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.698465 12277 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.832690 12277 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.253:44981
19:09:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.832823 12391 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.253:44981 every 8 connection(s)
19:09:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.835402 12277 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.841100 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12277
19:09:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.841629 12111 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal/instance
19:09:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.843888 12392 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.211.252@KRBTEST.COM; defaulting to no policy
19:09:22.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.863308 12392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } has no permanent_uuid. Determining permanent_uuid...
19:09:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.211.252@KRBTEST.COM" created.
19:09:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:09:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab.
19:09:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.211.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab.
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.906168 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/logs
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.252:41887
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.252
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.252
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:22.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:22 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561762, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.253@KRBTEST.COM for kudu/127.11.211.254@KRBTEST.COM
19:09:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.932590 12392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } has no permanent_uuid. Determining permanent_uuid...
19:09:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:22 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561762, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.253@KRBTEST.COM for kudu/127.11.211.253@KRBTEST.COM
19:09:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:22.973011 12392 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } has no permanent_uuid. Determining permanent_uuid...
19:09:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:22.977488 12316 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:22.989472 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.039296 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 1
19:09:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.044945 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.113557 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 2
19:09:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.117779 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.209220 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 3
19:09:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.213778 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.249295 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } attempt: 7
19:09:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:23 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561760, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.254@KRBTEST.COM for kudu/127.11.211.253@KRBTEST.COM
19:09:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.280707 12268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } has no permanent_uuid. Determining permanent_uuid...
19:09:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.289744 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.348188 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 1
19:09:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.352160 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.357266 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 4
19:09:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.361132 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.367256 12404 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:23.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.367831 12404 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:23.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.368580 12404 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.418623 12404 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.418879 12404 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.419245 12404 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.419474 12404 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.419667 12404 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.419857 12404 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.419998 12404 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.433615 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 2
19:09:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.437572 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.458798 12404 master_runner.cc:386] Master server non-default flags:
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.252
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.252:41887
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.252
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/logs
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.460345 12404 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.461607 12404 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.486929 12429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.522979 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 3
19:09:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.528250 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.660578 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 5
19:09:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.665822 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.668730 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 4
19:09:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.674117 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.957628 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 5
19:09:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.962102 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.213279 12392 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 6
19:09:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:24.223718 12392 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:24.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.514539 12268 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } attempt: 6
19:09:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:24.522965 12268 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.211.252:41887: Network error: Client connection negotiation failed: client connection to 127.11.211.252:41887: connect: Connection refused (error 111)
19:09:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.486914 12424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:23.493316 12404 server_base.cc:1034] running on GCE node
19:09:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:23.487548 12426 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.702486 12404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.705499 12404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.707015 12404 hybrid_clock.cc:648] HybridClock initialized: now 1786561764706941 us; error 38 us; skew 500 ppm
19:09:24.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.708053 12404 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:24 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561764, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.714550 12404 init.cc:377] Logged in from keytab as kudu/127.11.211.252@KRBTEST.COM (short username kudu)
19:09:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.719903 12404 webserver.cc:460] Webserver started at http://127.11.211.252:37541/ using document root <none> and password file <none>
19:09:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.720992 12404 fs_manager.cc:359] Metadata directory not provided
19:09:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.721249 12404 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.721871 12404 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:09:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.727541 12404 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/instance:
19:09:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e6f7016a1874662a7916293fe96ef07"
19:09:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:24 on dist-test-slave-rmhg"
19:09:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.728843 12404 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal/instance:
19:09:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e6f7016a1874662a7916293fe96ef07"
19:09:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:24 on dist-test-slave-rmhg"
19:09:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.736852 12404 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:09:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.742988 12453 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.744259 12404 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.744608 12404 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e6f7016a1874662a7916293fe96ef07"
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:24 on dist-test-slave-rmhg"
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.744928 12404 fs_report.cc:383] FS layout report
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/data
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.780797 12404 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.786859 12404 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.787357 12404 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.919323 12404 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.252:41887
19:09:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.919498 12541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.252:41887 every 8 connection(s)
19:09:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.922322 12404 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.929342 12543 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:09:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.930934 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12404
19:09:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.931376 12111 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal/instance
19:09:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.943531 12543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } has no permanent_uuid. Determining permanent_uuid...
19:09:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:24 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561764, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for kudu/127.11.211.254@KRBTEST.COM
19:09:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:24 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.211.252@KRBTEST.COM
19:09:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:24.986711 12543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } has no permanent_uuid. Determining permanent_uuid...
19:09:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:24 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561764, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for kudu/127.11.211.253@KRBTEST.COM
19:09:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:25 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.211.253@KRBTEST.COM
19:09:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.012705 12543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } has no permanent_uuid. Determining permanent_uuid...
19:09:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:25 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561764, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for kudu/127.11.211.252@KRBTEST.COM
19:09:25.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:25 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.211.254@KRBTEST.COM
19:09:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.045351 12543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Bootstrap starting.
19:09:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.051760 12111 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:09:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.053254 12543 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Neither blocks nor log segments found. Creating new log.
19:09:25.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.055439 12543 log.cc:824] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Log is configured to *not* fsync() on all Append() calls
19:09:25.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:09:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.062144 12543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: No bootstrap required, opened a new log
19:09:25.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:09:25.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:09:25.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.211.254"
port: 44681
}
bound_http_address {
host: "127.11.211.254"
port: 34573
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.211.253"
port: 44981
}
bound_http_address {
host: "127.11.211.253"
port: 41011
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.211.252"
port: 41887
}
bound_http_address {
host: "127.11.211.252"
port: 37541
}
}
}
19:09:25.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:09:25.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.083 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:09:25.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:09:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.094476 12543 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.095443 12543 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:09:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.095750 12543 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e6f7016a1874662a7916293fe96ef07, State: Initialized, Role: FOLLOWER
19:09:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.096791 12543 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.100644 12556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } } }
19:09:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.101992 12556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: This master's current role is: FOLLOWER
19:09:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.103185 12543 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: configured and running, proceeding with master startup.
19:09:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:25 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561765, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:09:25.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.126 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc
19:09:25.135 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:09:25.136 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc
19:09:25.138 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:09:25.143 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:09:25.147 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:09:25.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:09:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.148168 12575 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.148530 12575 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.143970 12404 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: OK, instance_id { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" instance_seqno: 1786561760831304 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:09:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.172837 12404 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:25 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561765, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:09:25.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.192 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc
19:09:25.194 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:09:25.195 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.211.252:41887
19:09:25.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:09:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.198096 12111 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 12404
19:09:25.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.249 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.211.253:44981
19:09:25.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:09:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.250072 12111 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 12277
19:09:25.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.273 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.211.254:44681
19:09:25.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:09:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.273809 12111 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 12150
19:09:25.299 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:25.299 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.211.252:41887
19:09:25.302 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.303568 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/logs
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.252:41887
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.252
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37541
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.252
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.645339 12580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.645942 12580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.646618 12580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.680713 12580 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.680970 12580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.681301 12580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.681516 12580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.681715 12580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.681898 12580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.682029 12580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.720777 12580 master_runner.cc:386] Master server non-default flags:
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.252.keytab
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.252
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.252:41887
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.252
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37541
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/logs
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.722091 12580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.723181 12580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.740927 12599 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.741798 12588 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:25.742856 12580 server_base.cc:1034] running on GCE node
19:09:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:25.740918 12592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.881978 12580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.885114 12580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.886600 12580 hybrid_clock.cc:648] HybridClock initialized: now 1786561766886560 us; error 57 us; skew 500 ppm
19:09:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.887580 12580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:26 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561766, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.898756 12580 init.cc:377] Logged in from keytab as kudu/127.11.211.252@KRBTEST.COM (short username kudu)
19:09:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.904711 12580 webserver.cc:460] Webserver started at http://127.11.211.252:37541/ using document root <none> and password file <none>
19:09:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.905807 12580 fs_manager.cc:359] Metadata directory not provided
19:09:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.906019 12580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.914219 12580 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.003s
19:09:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.918869 12614 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.920185 12580 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.920552 12580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e6f7016a1874662a7916293fe96ef07"
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:24 on dist-test-slave-rmhg"
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.923010 12580 fs_report.cc:383] FS layout report
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/wal
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/data
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:26.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.956046 12580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:26.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.963152 12580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:26.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:26.963675 12580 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:27.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.035490 12580 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.252:41887
19:09:27.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.035666 12711 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.252:41887 every 8 connection(s)
19:09:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.038405 12580 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-2/data/info.pb
19:09:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.046172 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12580
19:09:27.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:27.047 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.211.253:44981
19:09:27.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.049201 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/logs
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.253:44981
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.253
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41011
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.253
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.050999 12713 sys_catalog.cc:263] Verifying existing consensus state
19:09:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.058163 12713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Bootstrap starting.
19:09:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.092792 12713 log.cc:824] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Log is configured to *not* fsync() on all Append() calls
19:09:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.097606 12713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:09:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.098431 12713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Bootstrap complete.
19:09:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.123987 12713 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.126506 12713 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:09:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.126824 12713 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e6f7016a1874662a7916293fe96ef07, State: Initialized, Role: FOLLOWER
19:09:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.127602 12713 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.130420 12720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } } }
19:09:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.131337 12720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: This master's current role is: FOLLOWER
19:09:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.132210 12713 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [sys.catalog]: configured and running, proceeding with master startup.
19:09:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.161514 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.161924 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.169852 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.198731 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.218961 12627 tablet.cc:2369] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:09:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.428721 12716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:27.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.429406 12716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.430153 12716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.462204 12716 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.462467 12716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.462854 12716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.463153 12716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.463438 12716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.463733 12716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.463940 12716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.502135 12716 master_runner.cc:386] Master server non-default flags:
19:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.253.keytab
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.253
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.253:44981
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.253
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41011
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/logs
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.503731 12716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.505103 12716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.525400 12749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.611807 12720 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.612403 12720 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:27.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.618403 12620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.620666 12720 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.633559 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.636720 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.637531 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:27.638660 12720 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:28.166646 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:28.167311 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.525391 12747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:27.525872 12746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.059621 12716 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:09:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.060321 12748 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1536 milliseconds
19:09:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.066100 12716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.069725 12716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.071183 12716 hybrid_clock.cc:648] HybridClock initialized: now 1786561769071121 us; error 83 us; skew 500 ppm
19:09:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.072122 12716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:29.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:29 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561769, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.078438 12716 init.cc:377] Logged in from keytab as kudu/127.11.211.253@KRBTEST.COM (short username kudu)
19:09:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.084234 12716 webserver.cc:460] Webserver started at http://127.11.211.253:41011/ using document root <none> and password file <none>
19:09:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.085333 12716 fs_manager.cc:359] Metadata directory not provided
19:09:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.085597 12716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.094476 12716 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
19:09:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.099418 12765 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.100677 12716 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.101015 12716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd8792fea03a43c9b01f4cab6a49d557"
19:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:22 on dist-test-slave-rmhg"
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.103593 12716 fs_report.cc:383] FS layout report
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/data
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.148442 12716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.154645 12716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.155098 12716 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.172261 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:29.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.172619 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.262270 12716 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.253:44981
19:09:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.262398 12865 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.253:44981 every 8 connection(s)
19:09:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.265419 12716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/data/info.pb
19:09:29.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.273132 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12716
19:09:29.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:29.275 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.211.254:44681
19:09:29.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.277246 12111 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:09:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/logs
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.254:44681
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.254
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34573
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.254
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:29.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:29.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:09:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.279686 12866 sys_catalog.cc:263] Verifying existing consensus state
19:09:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:09:29.280790 12866 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:09:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.281466 12716 master.cc:537] Master@127.11.211.253:44981 shutting down...
19:09:29.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.303145 12870 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.303568 12870 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.305572 12870 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.323837 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.324837 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.325507 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.326578 12870 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:29.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.363987 12716 master.cc:552] Master@127.11.211.253:44981 shutdown complete.
19:09:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:09:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.653940 12868 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:09:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.654626 12868 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.655354 12868 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:09:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.687995 12868 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:09:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.688311 12868 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:09:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.688743 12868 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:09:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.689059 12868 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:09:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.689375 12868 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:09:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.689679 12868 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:09:29.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.689899 12868 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46573/jwks.json
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.729801 12868 master_runner.cc:386] Master server non-default flags:
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.211.212:37761
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.211.254:44681,127.11.211.253:44981,127.11.211.252:41887
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/krb5kdc/kudu_127.11.211.254.keytab
19:09:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.211.254
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.211.254:44681
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46573/jwks.json
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:09:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.211.254
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34573
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/logs
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:09:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.731534 12868 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:09:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.732939 12868 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:09:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.751436 12883 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:30.176237 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:30.176532 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.752571 12885 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:29.753456 12882 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:09:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:29.752986 12868 server_base.cc:1034] running on GCE node
19:09:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.902834 12868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:09:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.905738 12868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:09:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.907182 12868 hybrid_clock.cc:648] HybridClock initialized: now 1786561770907138 us; error 42 us; skew 500 ppm
19:09:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.908192 12868 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:09:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:30 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561770, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:30.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.914357 12868 init.cc:377] Logged in from keytab as kudu/127.11.211.254@KRBTEST.COM (short username kudu)
19:09:30.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.919684 12868 webserver.cc:460] Webserver started at http://127.11.211.254:34573/ using document root <none> and password file <none>
19:09:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.920822 12868 fs_manager.cc:359] Metadata directory not provided
19:09:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.921089 12868 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:09:30.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.929550 12868 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
19:09:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.934458 12900 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:09:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.935998 12868 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:09:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.936373 12868 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data,/tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5ef4a7e4cfd429ea9378f33a0d79161"
19:09:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:09:20 on dist-test-slave-rmhg"
19:09:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:30.939128 12868 fs_report.cc:383] FS layout report
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/data
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:09:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:09:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:09:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.002082 12868 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:09:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.009063 12868 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:09:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.009575 12868 kserver.cc:163] Server-wide thread pool size limit: 3276
19:09:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.084097 12868 rpc_server.cc:307] RPC server started. Bound to: 127.11.211.254:44681
19:09:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.084245 12989 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.211.254:44681 every 8 connection(s)
19:09:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.087126 12868 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/data/info.pb
19:09:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.093756 12111 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu as pid 12868
19:09:31.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:09:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.099583 12990 sys_catalog.cc:263] Verifying existing consensus state
19:09:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:09:31.100407 12990 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:09:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.100790 12868 master.cc:537] Master@127.11.211.254:44681 shutting down...
19:09:31.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:31.169657 12868 master.cc:552] Master@127.11.211.254:44681 shutdown complete.
19:09:31.175 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.211.252:41887(127.11.211.252:41887)] connecting to peer
19:09:31.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:31.180030 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:31.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskesmvPa/test-tmp/mini-kudu-cluster7903017393773880963/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:09:31.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:31.180877 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:31.259 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.260 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.325 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.211.252:41887(127.11.211.252:41887)] Successfully connected to peer
19:09:31.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.444 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:09:31.453 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.11.211.252
19:09:31.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:31 dist-test-slave-rmhg krb5kdc[12132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561765, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.211.252@KRBTEST.COM
19:09:31.699 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe3d52eb5, L:/127.0.0.1:36848 - R:/127.11.211.252:41887] using SASL/GSSAPI
19:09:31.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.747 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.762 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.764 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.782 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.784 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.842 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.843 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.902 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.904 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:31.962 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:31.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:31.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:31.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:31.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:32.062 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:32.064 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:32.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:32.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:32.183984 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:32.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:32.184262 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:32.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.201838 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:32.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.202298 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:32.422 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:32.424 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:32.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:32.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.451273 13006 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.451683 13006 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.453281 13006 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:32.458110 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:32.458688 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.459111 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:32.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:32.459750 13006 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:32.803 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:32.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:32.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:32.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:32.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:33.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:33.023 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:33.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:33.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:33.187534 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:33.187799 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:33.202 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:33.204 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:33.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:33.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:33.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:34.190840 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:34.191125 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:34.402371 13012 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:34.402876 13012 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:34.405411 13012 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:34.410178 12620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:09:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:34.424759 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:34.425707 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:34.426298 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:34.427104 13012 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:34.522 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:34.523 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:34.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:34.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:34.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:34.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:34.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:34.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:34.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:35.194110 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:35.194399 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:35.519181 12705 debug-util.cc:398] Leaking SignalData structure 0x7b0800098840 after lost signal to thread 12583
19:09:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:35.519882 12705 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb6a0 after lost signal to thread 12711
19:09:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:36.198710 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:36.199141 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:36 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561776, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:36.904090 12607 init.cc:295] Successfully reacquired a new kerberos TGT
19:09:37.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:37.202180 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:37.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:37.202450 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:37.222 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:37.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:37.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:37.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:37.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:37.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:37.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:37.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:37.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:37.250070 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:37.250541 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:38.205644 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:38.205914 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:39.091699 11836 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9c0 after lost signal to thread 11628
19:09:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:39.092643 11836 debug-util.cc:398] Leaking SignalData structure 0x7b0800044760 after lost signal to thread 11843
19:09:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:39.209018 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:39.209321 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:39.782 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:39.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:39.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:39.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:39.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:39.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:39.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:39.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:39.788 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:40.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:40.212158 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:40.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:40.212427 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:41.122903 13034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:41.123385 13034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:41.125072 13034 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:41.127779 12620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:09:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:41.130796 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:41.131347 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:41.131641 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:41.132303 13034 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:41.215332 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:41.215638 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:41.242 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:41.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:41.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:41.522 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:41.524 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:41.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:41.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:41.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:42.218895 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:42.219182 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:42.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:42.253310 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:42.253767 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:42.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:42.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:42.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:42.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:42.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:42.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:42.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:42.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:42.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:43.222627 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:43.222908 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:43.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:43.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:43.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:43.406 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:43.406 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:43.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:43.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:43.412 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:43.412 [WARN - pool-6-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:44.225965 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:44.226235 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:45.229094 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:45.229400 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:46.233114 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:46.233512 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:46.462 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:46.463 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:46.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:46.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:46.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:46.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:46.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:46.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:46.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:46 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561786, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:46.906754 12607 init.cc:295] Successfully reacquired a new kerberos TGT
19:09:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:47.236537 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:47.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:47.236830 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:47.293090 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:47.293568 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:47.777611 12705 debug-util.cc:398] Leaking SignalData structure 0x7b0800098940 after lost signal to thread 12583
19:09:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:47.778235 12705 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2f80 after lost signal to thread 12711
19:09:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:48.239703 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:48.239992 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:48.405454 13055 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:09:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:48.405969 13055 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5ef4a7e4cfd429ea9378f33a0d79161" member_type: VOTER last_known_addr { host: "127.11.211.254" port: 44681 } } peers { permanent_uuid: "dd8792fea03a43c9b01f4cab6a49d557" member_type: VOTER last_known_addr { host: "127.11.211.253" port: 44981 } } peers { permanent_uuid: "2e6f7016a1874662a7916293fe96ef07" member_type: VOTER last_known_addr { host: "127.11.211.252" port: 41887 } }
19:09:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:48.408089 13055 leader_election.cc:288] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681), dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981)
19:09:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:48.412199 12620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:09:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:48.416663 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e5ef4a7e4cfd429ea9378f33a0d79161 (127.11.211.254:44681): Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111)
19:09:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:48.417611 12620 leader_election.cc:334] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dd8792fea03a43c9b01f4cab6a49d557 (127.11.211.253:44981): Network error: Client connection negotiation failed: client connection to 127.11.211.253:44981: connect: Connection refused (error 111)
19:09:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:48.418215 12620 leader_election.cc:302] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e6f7016a1874662a7916293fe96ef07; no voters: dd8792fea03a43c9b01f4cab6a49d557, e5ef4a7e4cfd429ea9378f33a0d79161
19:09:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:48.419247 13055 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:09:48.722 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:48.723 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:48.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:48.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:48.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:48.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:48.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:48.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:48.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:49.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:49.243193 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:49.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:49.243506 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:50.246477 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:50.246783 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:50.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:50.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:50.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:50.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:50.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:50.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:50.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:50.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:50.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:51.249616 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:51.249897 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:52.252763 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:52.253058 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:52.296356 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:52.296753 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:52.982 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:52.982 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:52.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:52.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:52.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:52.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:52.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:52.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:52.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:53.256067 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:53.256356 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:54.259377 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:54.259666 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:54.562 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:54.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:54.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:54.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:54.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:54.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:54.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:54.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:54.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:55.262625 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:55.262912 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:56.266731 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:56.267095 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:09:56 dist-test-slave-rmhg krb5kdc[12132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786561796, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.211.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:09:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:56.909252 12607 init.cc:295] Successfully reacquired a new kerberos TGT
19:09:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:57.269762 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:57.270017 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:57.300536 12580 master_runner.cc:186] Error getting master registration for 127.11.211.254:44681: Network error: Client connection negotiation failed: client connection to 127.11.211.254:44681: connect: Connection refused (error 111),
19:09:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:09:57.300978 12580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:09:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:57.454032 11145 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6e60 after lost signal to thread 11040
19:09:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:57.454638 11145 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2100 after lost signal to thread 11148
19:09:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:58.273749 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:58.274115 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:09:58.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:58.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.584 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.584 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:58.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:58.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:09:58.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:09:58.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:09:58.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:09:58.947 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:09:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:59.276870 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:09:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:09:59.277120 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:10:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:10:00.279642 12735 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2e6f7016a1874662a7916293fe96ef07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:10:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:10:00.279924 12735 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:10:00.962 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.253:44981(127.11.211.253:44981)] connecting to peer
19:10:00.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:10:00.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.211.253:44981(127.11.211.253:44981)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:10:00.964 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.253:44981: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981
19:10:00.965 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.211.254:44681(127.11.211.254:44681)] connecting to peer
19:10:00.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:10:00.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.254:44681(127.11.211.254:44681)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:10:00.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.211.254:44681: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
19:10:00.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681; will retry
19:10:00.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29868), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [215ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [312ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [601ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [630ms] refreshing cache from master, [630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [639ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [653ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [655ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [656ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [657ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [669ms] refreshing cache from master, [669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [674ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [675ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [677ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [678ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [689ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [697ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [698ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [729ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [734ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [736ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [737ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [738ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [789ms] refreshing cache from master, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [794ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [796ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [797ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [798ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [849ms] refreshing cache from master, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [852ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [853ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [857ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [949ms] refreshing cache from master, [949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [950ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [953ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [954ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [955ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [956ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1309ms] refreshing cache from master, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1313ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1314ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1316ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1690ms] refreshing cache from master, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1694ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1696ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1696ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1909ms] refreshing cache from master, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1913ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1915ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [2089ms] refreshing cache from master, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [2091ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [2093ms] too many traces: truncated at 100 traces, deferred=Deferred@1504727606(state=PENDING, result=null, callback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918), errback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918)))
19:10:00.980 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.211.252:41887(127.11.211.252:41887)] disconnecting while in state READY
19:10:00.982 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.211.254:44681(127.11.211.254:44681)] disconnecting while in state TERMINATED
19:10:00.983 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.211.253:44981(127.11.211.253:44981)] disconnecting while in state TERMINATED
19:10:00.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:10:00.993 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:10:00.993 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.211.252:41887(127.11.211.252:41887)] handling channelInactive
19:10:00.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.211.252:41887(127.11.211.252:41887)] cleaning up while in state READY due to: connection closed
19:10:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:00.999532 12111 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 12580
19:10:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:10:02Z chronyd exiting
19:10:03.320 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:10:03.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.322327 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 11371
19:10:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.357198 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 11625
19:10:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.390239 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 11865
19:10:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.436950 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 10914
19:10:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.480468 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 11032
19:10:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:10:03.490904 11201 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.163.254:34271: connect: Connection refused (error 111)
19:10:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:10:03.494796 11201 consensus_peers.cc:487] T 00000000000000000000000000000000 P 7956adf3faa0430b85e1e2f38dc1bf84 -> Peer 1eaec622f60e4290bdee6fbb2b87d531 (127.10.163.254:34271): Couldn't send request to peer 1eaec622f60e4290bdee6fbb2b87d531. Status: Network error: Client connection negotiation failed: client connection to 127.10.163.254:34271: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:10:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:10:03.520258 10895 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskesmvPa/build/tsan/bin/kudu with pid 11154
19:10:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:10:04Z chronyd exiting
19:10:05.642 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29868), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [215ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [312ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [601ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [630ms] refreshing cache from master, [630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [639ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [653ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [655ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [656ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [657ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [669ms] refreshing cache from master, [669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [674ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [675ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [677ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [678ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [689ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [697ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [698ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [729ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [734ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [736ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [737ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [738ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [789ms] refreshing cache from master, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [794ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [796ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [797ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [798ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [849ms] refreshing cache from master, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [852ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [853ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [857ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [949ms] refreshing cache from master, [949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [950ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [953ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [954ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [955ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [956ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1309ms] refreshing cache from master, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1313ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1314ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1316ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1690ms] refreshing cache from master, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1694ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1696ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1696ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1909ms] refreshing cache from master, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1913ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1915ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [2089ms] refreshing cache from master, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [2091ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [2093ms] too many traces: truncated at 100 traces, deferred=Deferred@1504727606(state=PENDING, result=null, callback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918), errback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.211.254:44681
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29868), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [215ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [312ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [601ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [630ms] refreshing cache from master, [630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [638ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [639ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [642ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [649ms] refreshing cache from master, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [653ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [655ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [656ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [657ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [669ms] refreshing cache from master, [669ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [674ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [675ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [677ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [678ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [689ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [697ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [698ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [729ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [731ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [734ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [736ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [737ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [738ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [789ms] refreshing cache from master, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [794ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [796ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [797ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [798ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [849ms] refreshing cache from master, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [852ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [853ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [857ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [949ms] refreshing cache from master, [949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [950ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [953ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [954ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [955ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [956ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1309ms] refreshing cache from master, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1313ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1314ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1316ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1690ms] refreshing cache from master, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1692ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1694ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1695ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1696ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1696ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1909ms] refreshing cache from master, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [1909ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [1911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [1913ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.253:44981: Network error: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.252:41887: OK, [1914ms] Sub RPC ConnectToMaster: received response from server master-127.11.211.254:44681: Network error: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [1915ms] delaying RPC due to: Service unavailable: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681, [2089ms] refreshing cache from master, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.252:41887, [2090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.253:44981, [2091ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.211.254:44681, [2093ms] too many traces: truncated at 100 traces, deferred=Deferred@1504727606(state=PENDING, result=null, callback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918), errback=(continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844) -> (continuation of Deferred@76238254 after retry RPC after error@101703157) -> (continuation of Deferred@620260145 after retry RPC after error@684278860) -> (continuation of Deferred@1995545286 after retry RPC after error@250155416) -> (continuation of Deferred@1764709015 after retry RPC after error@195465434) -> (continuation of Deferred@1912282306 after retry RPC after error@936945332) -> (continuation of Deferred@611381554 after retry RPC after error@460297510) -> (continuation of Deferred@853247877 after retry RPC after error@1086618220) -> (continuation of Deferred@1671359015 after retry RPC after error@71275991) -> (continuation of Deferred@1790365050 after retry RPC after error@163765594) -> (continuation of Deferred@488231319 after retry RPC after error@1710259918)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.211.252:41887,127.11.211.253:44981,127.11.211.254:44681) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.253:44981(127.11.211.253:44981): Connection refused: /127.11.211.253:44981,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.211.254:44681(127.11.211.254:44681): Connection refused: /127.11.211.254:44681
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.211.254:44681
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)